-- Logs begin at Thu 2022-07-21 20:01:35 UTC, end at Thu 2022-07-21 21:19:48 UTC. -- Jul 21 20:43:13.492044 dv-cinder-850687-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 21 20:43:16.220988 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.common.config [-] Logging enabled! Jul 21 20:43:16.221635 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 21 20:43:16.221756 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110721) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 20:43:16.224964 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.common.config [-] Logging enabled! Jul 21 20:43:16.225220 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 21 20:43:16.225531 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110721) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 20:43:16.226479 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 20:43:16.226710 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 20:43:16.227193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 20:43:16.227441 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 20:43:16.227666 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 20:43:16.228005 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.228303 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.228542 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.228840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.229132 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.229416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.229705 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.230006 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.230295 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.230579 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.230862 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.231095 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.231376 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.231662 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.231977 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.232468 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] debug = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.232741 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.233177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.233597 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.233879 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.234170 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.234546 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.234756 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.235347 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.235347 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.235686 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] host = dv-cinder-850687-1-iscsi {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.235992 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.236283 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.236586 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.236862 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.237141 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.237420 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.237708 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.237983 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.238258 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] log_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.238542 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.238832 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.239120 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.239418 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.239647 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.239904 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.240194 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.240484 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.240763 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.241040 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.241316 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.241591 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.241868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.242138 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.242427 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.242713 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.243002 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.243278 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.243554 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.243858 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.244136 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.244421 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.244696 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.244971 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.245246 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.245535 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.245806 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.246081 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.246382 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.246671 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.246955 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.247242 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.247518 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.247826 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.248102 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.248374 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.248654 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] use_json = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.248927 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.249198 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.249482 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.249756 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.250030 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.250302 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.250599 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.250885 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.251161 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:16.251462 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.251790 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.252095 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.252380 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.252688 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.252971 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.253263 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.253659 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.253957 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.254248 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.254541 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.254893 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.255198 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.255493 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.255815 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.256128 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.256425 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.256720 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.256995 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.257273 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.257548 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.257830 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.258118 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.258399 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.258694 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.258983 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.259268 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.259569 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.259887 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.260173 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.260471 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.260763 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.261038 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.261320 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.261613 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.261893 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.262168 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.262458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.262738 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.263014 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.263295 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.263588 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.263909 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.264186 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.264469 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.264761 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.265043 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.265315 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.265588 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.265868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.266653 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.266940 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.267217 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.267492 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.267790 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.268074 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.268348 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.268621 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.268901 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.269177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.269456 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.269730 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.270004 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.270276 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.270548 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.270820 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.271091 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.271362 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.271639 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.272106 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.272577 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.273049 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.273397 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.273677 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.273985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.274272 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.274559 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.274844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.275126 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.275408 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.275689 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.275994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.276278 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.276554 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.276847 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.277135 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.277429 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.277714 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.277995 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.278316 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.278598 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.278880 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.279166 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.279446 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.279747 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.280036 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.280318 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.280601 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.280887 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.281171 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.281468 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.281892 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.282104 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.282406 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.282696 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.282991 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.283273 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.283586 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.283897 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:16.284114 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 20:43:16.284359 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110721) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 21 20:43:16.590572 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 20:43:16.590853 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 20:43:16.591159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 20:43:16.591492 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 21 20:43:17.001701 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.001909 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.002179 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.003491 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.003792 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.004064 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.058812 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.059089 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.059360 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.074256 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.074541 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.074812 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.105809 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.106087 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.106356 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.143873 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.144156 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.144427 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.377355 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.378014 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.378014 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.378195 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.379042 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.481220 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.481542 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.481871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.482427 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.482882 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.483437 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.483923 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.484384 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.485414 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.485953 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.486429 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.486906 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.487357 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.487786 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.488064 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.488342 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.488609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.488887 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.489164 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.489429 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.489707 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.489965 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.490251 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.490635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.490887 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.491137 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.491554 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 20:43:17.491831 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 20:43:17.492074 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 20:43:17.492312 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 20:43:17.492551 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 20:43:17.492789 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 20:43:17.493160 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 21 20:43:17.496623 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 21 20:43:17.500552 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 21 20:43:17.504637 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 21 20:43:17.507438 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 21 20:43:17.507946 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 21 20:43:17.508293 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 21 20:43:17.508683 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 21 20:43:17.511659 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 21 20:43:17.511943 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 21 20:43:17.512293 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 20:43:17.518062 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 21 20:43:17.541808 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 21 20:43:17.542272 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.542575 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110721) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 21 20:43:17.542951 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.544354 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110721) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 21 20:43:17.544653 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 20:43:17.544903 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 21 20:43:17.548571 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.548856 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:17.640840 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 21 20:43:17.641076 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 21 20:43:17.641828 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 21 20:43:17.642271 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 21 20:43:17.696472 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO dbcounter [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Registered counter for database neutron Jul 21 20:43:17.715669 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_db.sqlalchemy.engines [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110721) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 21 20:43:17.722384 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG dbcounter [-] [110721] Writer thread running {{(pid=110721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 20:43:18.297130 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Initializing driver for type 'gre' Jul 21 20:43:18.297737 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] gre ID ranges: [(1, 1000)] Jul 21 20:43:18.375886 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Initializing driver for type 'local' Jul 21 20:43:18.376249 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Initializing driver for type 'vlan' Jul 21 20:43:18.390044 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] VlanTypeDriver initialization complete Jul 21 20:43:18.390700 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Initializing driver for type 'vxlan' Jul 21 20:43:18.390877 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] vxlan ID ranges: [(1, 1000)] Jul 21 20:43:18.456680 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Initializing extension driver 'port_security' Jul 21 20:43:18.457130 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.extensions.port_security [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] PortSecurityExtensionDriver initialization complete Jul 21 20:43:18.457591 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Initializing mechanism driver 'openvswitch' Jul 21 20:43:18.458027 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Initializing mechanism driver 'hyperv' Jul 21 20:43:18.466369 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.plugins.ml2.plugin [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:43:18.467048 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > port after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.467426 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > port after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.467808 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > port after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.468325 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 20:43:18.468750 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > subnet after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.469109 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > subnet after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.470061 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.470428 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 20:43:18.470842 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > network after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.471202 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > network after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.471548 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > network after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.471967 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 20:43:18.472393 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > security_group after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.472748 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > security_group after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.473098 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.473598 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 20:43:18.473913 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.474271 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.474614 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.475019 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 20:43:18.475438 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > address_group after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.475818 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > address_group after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.476161 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.476552 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 20:43:18.477013 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] ML2 OVO RPC backend initialized. {{(pid=110721) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 21 20:43:18.477735 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.478093 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.478515 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > network before_response 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.478869 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > networks before_response 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.479218 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > port before_response 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.479564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > ports before_response 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.479940 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > subnet before_response 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.480296 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > subnets before_response 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.480645 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > network after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.480993 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > network after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.481332 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > network after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.481670 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > port after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.482009 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > port after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.482599 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > port after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.482941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > subnet after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.483280 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > subnet after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.483611 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.491944 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded quota_driver: . Jul 21 20:43:18.492309 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.plugin [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Modular L2 Plugin initialization complete Jul 21 20:43:18.492660 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading services supported by the core plugin {{(pid=110721) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 21 20:43:18.493002 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.plugins.ml2.managers [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Got port-security extension from driver 'port_security' Jul 21 20:43:18.493491 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.extensions.vlantransparent [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Disabled vlantransparent extension. Jul 21 20:43:18.493995 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110721) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 21 20:43:18.494323 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading Plugin: router Jul 21 20:43:18.529660 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.530053 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router after_create 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.530421 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router before_create 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.530914 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.531287 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.531645 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router after_delete 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.532041 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.532393 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.532761 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router after_create 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.533109 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router after_update 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.533459 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router after_update 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.533806 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.534163 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router after_update 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.534575 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_update 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.534945 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: port after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.535291 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: port after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.535631 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: subnet after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.535996 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.536344 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.536692 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_create 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.537038 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: port before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.537380 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.537733 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router after_update 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.538078 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.538433 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_create 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.538797 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.539140 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_update 55549900 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.539505 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > agent after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.539885 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > agent after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.540235 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > network after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.541099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Tracking information for resource: router configured {{(pid=110721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 20:43:18.541434 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Tracking information for resource: floatingip configured {{(pid=110721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 20:43:18.546259 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.db.l3_agentschedulers_db [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 21 20:43:18.546836 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: port after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.547769 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: port after_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.548072 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: port after_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.548429 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: port after_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.549226 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router before_create 55550100 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.549589 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.549948 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_create 55550100 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.550302 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > router precommit_update 55550100 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.555169 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.services.provider_configuration [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service providers = [] {{(pid=110721) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 21 20:43:18.555537 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.db.servicetype_db [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110721) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 21 20:43:18.558488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.services.service_base [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 20:43:18.558837 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.services.service_base [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 20:43:18.559180 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.services.service_base [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 20:43:18.560266 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.services.service_base [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 20:43:18.560643 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.services.service_base [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 21 20:43:18.561032 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 20:43:18.561356 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 21 20:43:18.572366 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 20:43:18.572703 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading Plugin: auto_allocate Jul 21 20:43:18.578370 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: network precommit_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.578766 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: network precommit_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.579285 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 20:43:18.579604 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading Plugin: tag Jul 21 20:43:18.586431 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 20:43:18.586765 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading Plugin: timestamp Jul 21 20:43:18.590627 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 20:43:18.590957 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading Plugin: network_ip_availability Jul 21 20:43:18.596641 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.597013 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.597374 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.598107 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 20:43:18.598434 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading Plugin: flavors Jul 21 20:43:18.603346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 20:43:18.603682 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading Plugin: revisions Jul 21 20:43:18.608221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 20:43:18.608613 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_concurrency.lockutils [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.017s {{(pid=110721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 20:43:18.609356 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110721) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 21 20:43:18.610194 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Initializing extension manager. Jul 21 20:43:18.610742 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: __init__.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.611110 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: __pycache__ {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.611426 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: address_group.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.612167 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.612736 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: address-group Jul 21 20:43:18.613061 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: address_scope.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.613738 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.614249 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: address-scope Jul 21 20:43:18.614570 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.615456 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.616000 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: router-admin-state-down-before-update Jul 21 20:43:18.616323 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: agent.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.616988 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.617497 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: agent Jul 21 20:43:18.617817 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: agent_resources_synced.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.618683 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.619193 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: agent-resources-synced Jul 21 20:43:18.619515 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: allowedaddresspairs.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.621276 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.621803 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: allowed-address-pairs Jul 21 20:43:18.622135 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: auto_allocated_topology.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.623157 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.623675 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: auto-allocated-topology Jul 21 20:43:18.624027 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: availability_zone.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.624681 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.625192 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: availability_zone Jul 21 20:43:18.625600 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: availability_zone_filter.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.626479 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.626990 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: availability_zone_filter Jul 21 20:43:18.627310 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: data_plane_status.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.628198 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.628705 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 21 20:43:18.629026 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: default_subnetpools.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.629891 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.630398 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: default-subnetpools Jul 21 20:43:18.630745 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.631520 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.632085 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: dhcp_agent_scheduler Jul 21 20:43:18.632407 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: dns.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.633280 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.633790 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension dns-integration not supported by any of loaded plugins Jul 21 20:43:18.634109 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: dns_domain_ports.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.634987 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.635493 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 21 20:43:18.635844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.636732 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.637235 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 21 20:43:18.637553 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: dvr.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.638189 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.638696 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: dvr Jul 21 20:43:18.639015 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: ecmp_routes.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.639918 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.640429 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 21 20:43:18.640746 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: empty_string_filtering.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.642315 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.642866 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: empty-string-filtering Jul 21 20:43:18.643190 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.644091 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.644601 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 21 20:43:18.644921 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.645793 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.646309 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 21 20:43:18.646634 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: external_net.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.647501 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.648044 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: external-net Jul 21 20:43:18.648368 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.649240 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.649756 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: extra_dhcp_opt Jul 21 20:43:18.650075 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: extraroute.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.650944 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.651456 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: extraroute Jul 21 20:43:18.651802 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: extraroute_atomic.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.652799 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.653317 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: extraroute-atomic Jul 21 20:43:18.653640 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: filter_validation.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.654269 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.654780 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: filter-validation Jul 21 20:43:18.655099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: fip_pf_description.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.656223 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.657394 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 21 20:43:18.657723 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: fip_pf_port_range.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.658604 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.659125 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 21 20:43:18.659448 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: fip_port_details.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.660353 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.660870 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: fip-port-details Jul 21 20:43:18.661191 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: flavors.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.662373 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.662898 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: flavors Jul 21 20:43:18.663225 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.664860 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.665392 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 21 20:43:18.665722 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: floatingip_pools.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.666386 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.666903 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: floatingip-pools Jul 21 20:43:18.667226 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: ip_allocation.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.668140 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.668652 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 21 20:43:18.668984 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.669855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.670367 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: ip-substring-filtering Jul 21 20:43:18.670696 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l2_adjacency.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.671590 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.672130 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 21 20:43:18.672659 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.673631 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.674156 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: router Jul 21 20:43:18.674490 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.676806 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.677344 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 21 20:43:18.677679 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.678575 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.679098 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: ext-gw-mode Jul 21 20:43:18.679427 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.680343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.680863 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: l3-ha Jul 21 20:43:18.681190 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.682058 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.682573 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 21 20:43:18.682899 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3_flavors.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.683796 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.684312 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: l3-flavors Jul 21 20:43:18.684637 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.685945 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.686457 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 21 20:43:18.686786 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.687667 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.688288 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 21 20:43:18.688677 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: l3agentscheduler.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.689714 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.690231 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: l3_agent_scheduler Jul 21 20:43:18.690556 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: local_ip.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.692300 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.692837 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension local_ip not supported by any of loaded plugins Jul 21 20:43:18.693171 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: logging.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.694605 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.695128 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension logging not supported by any of loaded plugins Jul 21 20:43:18.695459 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: metering.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.696206 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.696793 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: metering Jul 21 20:43:18.697111 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.698401 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.698926 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: metering_source_and_destination_fields Jul 21 20:43:18.699252 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: multiprovidernet.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.700178 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.700698 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: multi-provider Jul 21 20:43:18.701020 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: netmtu.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.701893 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.702411 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: net-mtu Jul 21 20:43:18.702741 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: netmtu_writable.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.704168 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.704793 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: net-mtu-writable Jul 21 20:43:18.705118 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: network_availability_zone.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.705765 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.706281 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: network_availability_zone Jul 21 20:43:18.706604 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: network_ip_availability.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.707674 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.708231 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: network-ip-availability Jul 21 20:43:18.708559 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: network_segment_range.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.709301 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.709820 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 21 20:43:18.710148 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: pagination.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.711097 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.711432 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: pagination Jul 21 20:43:18.711778 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: port_device_profile.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.712667 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.713186 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: port-device-profile Jul 21 20:43:18.713511 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: port_mac_address_override.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.714396 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.714912 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: port-mac-override Jul 21 20:43:18.715236 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.716150 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.716663 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: port-mac-address-regenerate Jul 21 20:43:18.716983 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.717855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.718370 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: port-numa-affinity-policy Jul 21 20:43:18.718694 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: port_resource_request.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.720142 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.720657 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 21 20:43:18.720985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: port_resource_request_groups.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.721918 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.722431 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 21 20:43:18.722765 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: portbindings.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.723648 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.724194 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: binding Jul 21 20:43:18.724520 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: portbindings_extended.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.725741 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.726264 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: binding-extended Jul 21 20:43:18.726592 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: portsecurity.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.727472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.728020 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: port-security Jul 21 20:43:18.728351 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: project_id.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.729290 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.729623 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: project-id Jul 21 20:43:18.729944 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: providernet.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.730821 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.731333 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: provider Jul 21 20:43:18.731653 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.735769 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.736306 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos not supported by any of loaded plugins Jul 21 20:43:18.736641 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.737845 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.738558 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 21 20:43:18.738959 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.740074 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.740666 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 21 20:43:18.740994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_default.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.741881 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.742397 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-default not supported by any of loaded plugins Jul 21 20:43:18.742722 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_fip.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.743604 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.744157 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-fip not supported by any of loaded plugins Jul 21 20:43:18.744484 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.745363 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.745875 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 21 20:43:18.746196 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_gateway_ip.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.747077 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.747589 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 21 20:43:18.747932 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_port_network_policy.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.748805 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.749316 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 21 20:43:18.749636 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.750835 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.751432 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 21 20:43:18.751780 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.752787 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.753306 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 21 20:43:18.753627 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_pps_rule.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.754752 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.755272 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-pps not supported by any of loaded plugins Jul 21 20:43:18.755595 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_rule_type_details.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.756499 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.757017 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 21 20:43:18.757341 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.758212 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.758724 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 21 20:43:18.759047 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: qos_rules_alias.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.760080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.760597 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 21 20:43:18.760921 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: quota_check_limit.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.761795 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.762313 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: quota-check-limit Jul 21 20:43:18.762636 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: quotasv2.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.763580 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.763936 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: quotas Jul 21 20:43:18.764260 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: quotasv2_detail.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.766449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.766890 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: quota_details Jul 21 20:43:18.767228 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: rbac.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.768590 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.769126 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: rbac-policies Jul 21 20:43:18.769459 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: rbac_address_group.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.770354 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.770877 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: rbac-address-group Jul 21 20:43:18.771203 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: rbac_address_scope.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.772104 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.772625 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: rbac-address-scope Jul 21 20:43:18.772950 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: rbac_security_groups.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.773908 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.774427 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: rbac-security-groups Jul 21 20:43:18.774752 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: rbac_subnetpool.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.775634 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.776174 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: rbac-subnetpool Jul 21 20:43:18.776501 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: revisionifmatch.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.777385 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.777901 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: revision-if-match Jul 21 20:43:18.778226 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: revisions.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.779314 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.779873 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: standard-attr-revisions Jul 21 20:43:18.780202 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: router_availability_zone.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.780839 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.781362 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: router_availability_zone Jul 21 20:43:18.782235 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: routerservicetype.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.783132 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.783651 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension router-service-type not supported by any of loaded plugins Jul 21 20:43:18.783999 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.784889 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.785406 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: security-groups-normalized-cidr Jul 21 20:43:18.785732 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.786610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.787127 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: port-security-groups-filtering Jul 21 20:43:18.787454 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.788370 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.788886 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: security-groups-remote-address-group Jul 21 20:43:18.789211 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.790096 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.790613 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: security-groups-shared-filtering Jul 21 20:43:18.790938 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: securitygroup.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.801841 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.802323 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: security-group Jul 21 20:43:18.802659 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: segment.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.803360 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.803907 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension segment not supported by any of loaded plugins Jul 21 20:43:18.804237 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.805145 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.805661 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 21 20:43:18.805987 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: servicetype.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.807045 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.807564 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: service-type Jul 21 20:43:18.807919 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: sorting.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.808859 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.809191 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: sorting Jul 21 20:43:18.809514 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: standard_attr_segment.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.810387 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.810901 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 21 20:43:18.811224 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: standardattrdescription.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.811869 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.812385 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: standard-attr-description Jul 21 20:43:18.812708 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: stateful_security_group.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.814166 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.814683 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: stateful-security-group Jul 21 20:43:18.815010 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: stdattrs_common.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.815563 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 21 20:43:18.815916 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.816807 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.817326 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 21 20:43:18.817647 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: subnet_onboard.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.818662 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.819193 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: subnet_onboard Jul 21 20:43:18.819519 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.820447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.820969 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 21 20:43:18.821298 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: subnet_service_types.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.822194 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.822719 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: subnet-service-types Jul 21 20:43:18.823046 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: subnetallocation.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.824103 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.824623 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: subnet_allocation Jul 21 20:43:18.824948 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.825580 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.826098 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: subnetpool-prefix-ops Jul 21 20:43:18.826419 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.827314 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.827874 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 21 20:43:18.828199 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: tagging.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.829757 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.830282 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: standard-attr-tag Jul 21 20:43:18.830606 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: timestamp.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.831776 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.832297 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loaded extension: standard-attr-timestamp Jul 21 20:43:18.832806 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: trunk.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.834262 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.834861 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension trunk not supported by any of loaded plugins Jul 21 20:43:18.835191 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: trunk_details.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.836210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.836728 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension trunk-details not supported by any of loaded plugins Jul 21 20:43:18.837053 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: uplink_status_propagation.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.837939 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.838456 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 21 20:43:18.838780 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Loading extension file: vlantransparent.py {{(pid=110721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 20:43:18.839425 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 20:43:18.839965 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 21 20:43:18.842576 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:network Jul 21 20:43:18.843102 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:subnet Jul 21 20:43:18.843511 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 20:43:18.843938 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:port Jul 21 20:43:18.845305 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.845748 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service FLAVORS assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.846369 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.846797 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.847133 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:router Jul 21 20:43:18.847565 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 20:43:18.848088 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service METERING assigned prefix: /metering {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.849535 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.849913 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.850267 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:43:18.851256 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 20:43:18.851705 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:security_group Jul 21 20:43:18.852182 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 20:43:18.852715 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service CORE assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.853057 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 20:43:18.853413 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] subnetpool is already registered Jul 21 20:43:18.853843 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service CORE assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.854169 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 20:43:18.854503 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] subnetpool is already registered Jul 21 20:43:18.856920 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.857609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service FLAVORS assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.858203 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.858630 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.858964 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:router Jul 21 20:43:18.859306 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] router is already registered Jul 21 20:43:18.859777 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 20:43:18.860124 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] floatingip is already registered Jul 21 20:43:18.860680 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service METERING assigned prefix: /metering {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.861356 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 20:43:18.861686 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] rbac_policy is already registered Jul 21 20:43:18.862101 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:security_group Jul 21 20:43:18.862441 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] security_group is already registered Jul 21 20:43:18.862848 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 20:43:18.863194 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] security_group_rule is already registered Jul 21 20:43:18.863858 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service CORE assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.864193 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 20:43:18.864532 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] subnetpool is already registered Jul 21 20:43:18.864954 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.v2.resource_helper [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Service CORE assigned prefix: {{(pid=110721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 20:43:18.865292 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 20:43:18.865627 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING neutron.quota.resource_registry [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] subnetpool is already registered Jul 21 20:43:18.866095 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: extensions {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.867571 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: address-groups {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.869115 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: address-scopes {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.870508 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: agents {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.871668 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: auto-allocated-topology {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.872971 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: availability_zones {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.874238 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: dhcp-networks {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.876380 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: dhcp-agents {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.877812 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: routers {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.879568 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: flavors {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.880874 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: service_profiles {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.882085 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: next_providers {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.883572 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: service_profiles {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.885185 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: floatingip-pools {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.886424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: routers {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.888174 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: floatingips {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.889458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: l3-routers {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.890857 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: l3-agents {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.892894 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: metering-labels {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.894157 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: metering-label-rules {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.895551 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: network-ip-availabilities {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.896864 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: bindings {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.898429 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: quotas {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.900119 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: quotas {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.901677 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: rbac-policies {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.902888 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: security-groups {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.905117 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: security-group-rules {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.906402 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: service-providers {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.907801 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: subnetpools {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.909138 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: subnetpools {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.910742 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.912488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.914336 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.916159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.917861 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.919876 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.921576 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.923534 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.925358 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.927116 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron.api.extensions [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Extended resource: tags {{(pid=110721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 20:43:18.933278 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING keystonemiddleware.auth_token [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 21 20:43:18.939074 dv-cinder-850687-1-iscsi neutron-server[110721]: WARNING keystonemiddleware.auth_token [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 21 20:43:18.947992 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_concurrency.lockutils [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Acquired lock "singleton_lock" {{(pid=110721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 21 20:43:18.948471 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_concurrency.lockutils [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Releasing lock "singleton_lock" {{(pid=110721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 21 20:43:18.949144 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO oslo_service.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Starting 2 workers Jul 21 20:43:18.954505 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Started child 110830 {{(pid=110721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 20:43:18.959031 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Started child 110831 {{(pid=110721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 20:43:18.960315 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:18.960948 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO neutron.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 21 20:43:18.961338 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:18.961806 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [-] (110830) wsgi starting up on http://0.0.0.0:9696 Jul 21 20:43:18.963825 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO oslo_service.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Starting 1 workers Jul 21 20:43:18.963986 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:18.965368 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [-] (110831) wsgi starting up on http://0.0.0.0:9696 Jul 21 20:43:18.969023 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Started child 110832 {{(pid=110721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 20:43:18.969619 dv-cinder-850687-1-iscsi neutron-server[110721]: INFO oslo_service.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Starting 1 workers Jul 21 20:43:18.973270 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] calling RpcWorker wait() {{(pid=110832) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 21 20:43:18.973800 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] returning from RpcWorker wait() {{(pid=110832) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 21 20:43:18.974240 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Started child 110833 {{(pid=110721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 20:43:18.975072 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG neutron_lib.callbacks.manager [None req-40931545-391f-4d26-91dc-9f16185efee9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:18.975176 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:18.975808 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:43:18.977009 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110721) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 20:43:18.977223 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 20:43:18.977411 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 20:43:18.977644 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 20:43:18.977962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 20:43:18.978125 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 20:43:18.978665 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.978929 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.979185 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.979275 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:18.979821 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.980051 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.980318 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.980409 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:43:18.980550 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.980823 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.981081 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.981252 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.981416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.981672 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.981898 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.982469 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.982755 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.982993 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.983249 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.983418 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.983679 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.983973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.984230 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.984506 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] debug = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.984827 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.985341 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.985607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.985869 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.986111 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.986374 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.986618 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.986901 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.987137 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.987373 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.987610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.987886 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.988122 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.988355 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.988601 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.988891 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.989112 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.989606 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] host = dv-cinder-850687-1-iscsi {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.989855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.990097 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.990356 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.990601 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.990857 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.991074 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.991334 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.991601 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.991916 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.992144 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.992413 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.992676 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.992930 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.993170 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.993337 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_options = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.993571 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.993828 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.994105 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.994303 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.994473 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.994638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.994872 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.995038 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.995367 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.995507 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.995761 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.995961 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.996175 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.996479 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.996675 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.996922 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.997157 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.997382 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.997640 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.997884 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.998126 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.998351 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.998583 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.998991 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.999188 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.999416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:18.999793 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.000034 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.000250 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.001129 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.001502 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.001884 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.002244 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.002607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.003005 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.003301 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.003584 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.003888 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.004224 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.004512 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.004823 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.005125 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.005534 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.005749 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.006080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.006374 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.006685 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_json = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.006991 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.007547 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.007695 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.008144 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.008753 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.009120 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.009825 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.010182 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.010544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.011161 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.011618 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.012216 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.012751 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.012751 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.013016 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.013321 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.013556 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.013817 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.014061 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.014408 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.014637 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.014946 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.015242 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.015814 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.016052 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.016906 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.017106 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.017299 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.017536 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.017757 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.018015 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.018284 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.018516 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.018758 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.020656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.020938 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.021248 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.022500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.022812 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.023174 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.028037 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.028643 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.028889 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.029037 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.029319 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.029553 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.029781 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.030008 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.030228 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.030489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.030738 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.030953 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.031773 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.031773 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.031773 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.032008 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.032170 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.032409 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.032634 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.032849 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.033078 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.033810 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.033810 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.033810 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.034527 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.034527 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.034527 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.035191 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.035191 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.035191 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.036610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.036610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.036610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.036610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.036610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.036610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.036610 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.038159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.038159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.038159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.038159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.038159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.038159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.038159 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.040638 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.042494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.042494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.042494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.042494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.042494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.042494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.042494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.042494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.044729 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.044729 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.044729 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.044729 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.044729 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.044729 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.044729 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.044729 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.046449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.046449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.046449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.046449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.046449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.046449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.046449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.046449 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.048962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.048962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.048962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.048962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.048962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.048962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.048962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.048962 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.050472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.050472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.050472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.050472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.050472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.050472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.050472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.050472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.051530 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.051530 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.051530 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.051530 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.051530 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.051530 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.051530 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.051530 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.052801 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.052801 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.052801 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.052801 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.053488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.053488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.053855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.053855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.054207 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.054207 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.054577 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.054754 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.054922 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.055111 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.055392 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.055658 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.055992 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.056248 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.056492 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.056742 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.056965 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.057349 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.057543 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.057712 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.057893 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.058097 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.058353 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.058556 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.058768 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.059065 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.059210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.059362 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.059513 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.059736 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.059954 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.060168 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.060378 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.060632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.060850 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.061047 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.061266 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.061647 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.061864 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.062058 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.062294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.062506 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.062728 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.063653 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.063924 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.064162 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.064417 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.064665 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.064930 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.065128 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.065342 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.065560 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.065752 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.065958 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.066153 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.066387 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.066629 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.066865 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.067074 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.067310 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.067593 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.067877 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.068251 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.068513 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.068757 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.069107 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.069312 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.069505 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.069804 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.069945 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.070084 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.070273 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.070488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.070694 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.070891 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.071102 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.071316 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.071583 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.071809 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.072061 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.072264 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.072477 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.072676 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.072890 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.073126 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.073331 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.073555 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.073760 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.073970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.074179 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.074451 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.074703 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.074942 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.075191 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.075436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.075666 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.075915 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.076122 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.076327 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.076545 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.076743 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.077029 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.077943 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.078279 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.078572 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.079379 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.079576 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.079794 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.080176 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.080855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.080855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.080855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.081435 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.081435 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.081742 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.081742 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.082110 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.082110 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.082375 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.082574 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.082756 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.082960 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.083145 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.083330 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.083524 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.083775 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.083989 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.084239 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.084461 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.084743 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.084970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.085211 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.085460 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.085773 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.085983 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.086244 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.086472 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.086670 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.086899 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.087169 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.087489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.088024 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.088141 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.088487 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.088766 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.089014 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.089274 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.089661 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.090041 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.090041 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.090541 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.090541 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.090984 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.091204 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.091428 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.091428 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.092133 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.092133 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.092133 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.092975 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.092975 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.092975 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.093648 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.093648 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.093648 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.094426 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.094426 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.094426 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.094949 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.094949 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 20:43:19.095309 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110721) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 20:43:19.095504 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 20:43:19.095587 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 20:43:19.095787 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 20:43:19.096172 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 20:43:19.096494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 20:43:19.096494 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.096989 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.096989 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.096989 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.097925 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.097925 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.097925 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.097925 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.097925 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.099328 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.099328 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.099328 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.099328 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.099328 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.099328 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.099328 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.099328 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.101477 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.101477 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.101477 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.101477 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.101477 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] debug = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.101477 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.102621 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.102621 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.102621 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.102621 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.102621 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.102621 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.103871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.103871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.103871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.103871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.103871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.103871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.103871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.103871 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105032 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105032 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105305 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:43:19.105447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] host = dv-cinder-850687-1-iscsi {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.105447 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.106632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.106632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.106632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.106632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.106632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.106632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.106632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.106632 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_options = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.108607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.108607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.108607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.108607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.108607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.108607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.108607 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.110346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.110346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.110346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.110346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.110346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.110346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.110346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.110346 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.112294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.112294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.112294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.112294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.112294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.112294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.112294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.112294 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.114022 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.114022 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.114022 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.114022 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.114022 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.114022 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.114022 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.114022 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.115855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.115855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.115855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.115855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.115855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.115855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.115855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.115855 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.117500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.117500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.117500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.117500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.117500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.117500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.117500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.117500 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_json = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.119489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.119489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.119489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.119489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.119489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.119489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.119489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.119489 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.121149 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 20:43:19.121149 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.121149 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.121149 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.121149 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.121149 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.121149 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.121149 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.122840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.122840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.122840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.122840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.122840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.122840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.122840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.122840 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.124389 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.124389 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.124389 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.124389 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.124389 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.124389 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.124389 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.124389 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.126609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.126609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.126609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.126609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.126609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.126609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.126609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.126609 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.128177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.128177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.128177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.128177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.128177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.128177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.128177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.128177 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.129656 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.131243 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.132868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.132868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.132868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.132868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.132868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.132868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.132868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.132868 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.134458 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.136210 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.137994 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.139222 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.139222 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.139222 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.139222 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.139222 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.139222 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.139222 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.139222 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.140221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.140221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.140221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.140221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.140221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.140221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.140221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.140221 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.141941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.141941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.141941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.141941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.141941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.141941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.141941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.141941 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.142935 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.142935 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.142935 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.142935 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.142935 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.142935 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.142935 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.142935 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.143985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.143985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.143985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.143985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.143985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.143985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.143985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.143985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.144973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.144973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.144973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.144973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.144973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.144973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.144973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.144973 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.146099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.146099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.146099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.146099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.146099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.146099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.146099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.146099 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.147339 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.147339 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.147339 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.147339 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.147339 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.147339 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.147339 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.147339 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.148608 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.148608 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.148608 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.148608 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.148608 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.148608 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.148608 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.148608 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.149926 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.149926 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.149926 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.149926 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.149926 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.149926 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.149926 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.149926 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.151080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.151080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.151080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.151080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.151080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.151080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.151080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.151080 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.152193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.152193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.152193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.152193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.152193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.152193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.152193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.152193 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.153343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.153343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.153343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.153343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.153343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.153343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.153343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.153343 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.154436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.154436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.154436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.154436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.154436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.154436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.154436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.154436 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.155424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.155424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.155424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.155424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.155424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.155424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.155424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.155424 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.156416 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.157480 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.157480 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.157480 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.157480 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.157480 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.157480 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.157480 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.157480 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.159439 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.159439 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.159439 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.159439 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.159439 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.159439 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.159439 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.159439 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.160544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.160544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.160544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.160544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.160544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.160544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.160544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.160544 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.161488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.161488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.161488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.161488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.161488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.161488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.161488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.161488 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.162475 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.162475 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.162475 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.162475 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.162475 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.162475 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.162475 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.162475 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.163564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.163564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.163564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.163564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.163564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.163564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.163564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.163564 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.164635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.164635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.164635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.164635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.164635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.164635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.164635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.164635 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.165844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.165844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.165844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.165844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.165844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.165844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.165844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.165844 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.166838 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.167970 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.168971 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.168971 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 20:43:19.168971 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 20:43:19.179893 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 47044) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:19.188938 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067680 Jul 21 20:43:28.449985 dv-cinder-850687-1-iscsi neutron-server[110721]: DEBUG dbcounter [-] [110721] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:31.150557 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writer thread running {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 20:43:31.165435 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1408946-4ad4-4162-ae71-38cbe9152e43 None None] get_active_networks_info from dv-cinder-850687-1-iscsi {{(pid=110832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 21 20:43:31.206793 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3512a33f-d53c-4451-a3cd-3904cff6b595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8020599'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:31.247410 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1408946-4ad4-4162-ae71-38cbe9152e43 None None] No non-hosted networks {{(pid=110832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 21 20:43:33.159682 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writer thread running {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 20:43:34.005914 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-60caaee3-60a8-4b05-b81e-94f5c85c8178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8020599'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:34.055497 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bb929892-cf1e-4c08-ad89-50ae3a71b783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:35.239926 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47114) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:36.154791 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8020599'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:36.326048 dv-cinder-850687-1-iscsi neutron-server[110830]: WARNING oslo_policy.policy [None req-e7c6d3cc-52e8-4bd5-8714-30a9b0e632ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 20:43:36.327060 dv-cinder-850687-1-iscsi neutron-server[110830]: WARNING oslo_policy.policy [None req-e7c6d3cc-52e8-4bd5-8714-30a9b0e632ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 20:43:36.563446 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8020599'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:36.565111 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.565934 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.566689 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.567416 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.568233 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.568996 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.569709 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.570459 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.571249 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.572286 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.573476 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.575646 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.576419 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.577642 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.580333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:36.581329 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850687-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:43:36.599815 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850687-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:43:36.780935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [None req-e7c6d3cc-52e8-4bd5-8714-30a9b0e632ab admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:43:36.796755 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e7c6d3cc-52e8-4bd5-8714-30a9b0e632ab admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.5546432 Jul 21 20:43:37.473283 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8020599'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:37.482149 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.db.l3_hamode_db [None req-7a996957-dac5-44d0-a777-d1d3e2a33e28 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 21 20:43:37.565677 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a996957-dac5-44d0-a777-d1d3e2a33e28 None None] Routers set() bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:43:37.566127 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a996957-dac5-44d0-a777-d1d3e2a33e28 None None] Router IDs set() for agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 21 20:43:39.388062 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47152) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:39.778914 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-bf5a1ab1-0ae0-4b66-9918-937c0e6117b0 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:43:39.872183 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.policy [None req-bf5a1ab1-0ae0-4b66-9918-937c0e6117b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110830) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 20:43:39.916586 dv-cinder-850687-1-iscsi neutron-server[110830]: WARNING oslo_policy.policy [None req-bf5a1ab1-0ae0-4b66-9918-937c0e6117b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 20:43:39.916924 dv-cinder-850687-1-iscsi neutron-server[110830]: WARNING oslo_policy.policy [None req-bf5a1ab1-0ae0-4b66-9918-937c0e6117b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 20:43:39.938320 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writer thread running {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 20:43:40.019155 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1ab1-0ae0-4b66-9918-937c0e6117b0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610577088', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610577652', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610593752', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610608514', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610617217', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610624287', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-611343', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7884855', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8055501'] for rbac-policy (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:40.096730 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1ab1-0ae0-4b66-9918-937c0e6117b0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:40.098404 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-bf5a1ab1-0ae0-4b66-9918-937c0e6117b0 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7092087 Jul 21 20:43:42.361530 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 47162) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:42.882466 dv-cinder-850687-1-iscsi neutron-server[110831]: WARNING oslo_policy.policy [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 20:43:42.883035 dv-cinder-850687-1-iscsi neutron-server[110831]: WARNING oslo_policy.policy [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 20:43:43.100501 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:43:43.114096 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writer thread running {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 20:43:43.156696 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Made reservation on behalf of 32ebd8e81f314e8fa20cb9ba0042a823 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:43:43.220456 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.policy [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110831) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 20:43:43.262800 dv-cinder-850687-1-iscsi neutron-server[110831]: WARNING oslo_policy.policy [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 20:43:43.263198 dv-cinder-850687-1-iscsi neutron-server[110831]: WARNING oslo_policy.policy [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 20:43:43.275450 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:43.300139 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:43.416699 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Publish callbacks [] for security_group (99009b93-2660-481c-8d8b-a4195038758a), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:43.420836 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (99009b93-2660-481c-8d8b-a4195038758a), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:43.455506 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:43:43.483357 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735607112259', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (17a5f94b-6317-4dc8-becb-a46d85f7b7e1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:43.483959 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Unsubscribe: segment precommit_create {{(pid=110831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 20:43:43.485144 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Added segment 17a5f94b-6317-4dc8-becb-a46d85f7b7e1 of type vlan for network e15df897-5ad1-4c27-a82e-c7e7ec250f47 Jul 21 20:43:43.501230 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=99009b93-2660-481c-8d8b-a4195038758a,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:43:43.539436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.539804 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.540156 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.540500 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.540824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.541140 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.541456 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.541765 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.542075 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.542386 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.542697 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.543019 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.543332 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.543642 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.543970 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Tracked resource versions report: Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: pushed versions: Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: { 'AddressGroup': {'1.2'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Agent': {'1.1'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'ConntrackHelper': {'1.0'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'LocalIPAssociation': {'1.0'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Log': {'1.0'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'NDPProxy': {'1.0'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Network': {'1.1'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Port': {'1.7'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'PortForwarding': {'1.3'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'QosPolicy': {'1.10'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SecurityGroup': {'1.5'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SecurityGroupRule': {'1.2'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SubPort': {'1.0'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Subnet': {'1.1'}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Trunk': {'1.1'}} Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: consumer versions: Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: { DHCP agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: L3 agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: Metadata agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: Metering agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: Open vSwitch agent@dv-cinder-850687-1-iscsi: { 'AddressGroup': '1.2', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Agent': '1.1', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'ConntrackHelper': '1.0', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'LocalIPAssociation': '1.0', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Log': '1.0', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'NDPProxy': '1.0', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Network': '1.1', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Port': '1.7', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'PortForwarding': '1.3', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'QosPolicy': '1.10', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SecurityGroup': '1.5', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SecurityGroupRule': '1.2', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SubPort': '1.0', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Subnet': '1.1', Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Trunk': '1.1'}} Jul 21 20:43:43.545351 dv-cinder-850687-1-iscsi neutron-server[110831]: {{(pid=110831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 20:43:43.606819 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (e15df897-5ad1-4c27-a82e-c7e7ec250f47), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:43.650236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (e15df897-5ad1-4c27-a82e-c7e7ec250f47), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:43.655456 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:43:43.656717 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:43.737274 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3746083 Jul 21 20:43:43.782449 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f08f-5d5d-48af-92db-ab2097b7e219 demo demo] Pushing event updated for resources: {'Network': ['ID=e15df897-5ad1-4c27-a82e-c7e7ec250f47,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:43:43.794832 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network e15df897-5ad1-4c27-a82e-c7e7ec250f47 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:43:46.112959 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 47182) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:46.549929 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6056baa-d568-4875-be77-03c934f92ac8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:43:46.551307 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-e6056baa-d568-4875-be77-03c934f92ac8 demo admin] 10.222.0.60 "GET /v2.0/networks/e15df897-5ad1-4c27-a82e-c7e7ec250f47 HTTP/1.1" status: 200 len: 825 time: 0.4373984 Jul 21 20:43:46.577895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:46.593948 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-519fb69e-a7db-47b5-9d19-d0495dc8713f demo admin] 10.222.0.60 "GET /v2.0/subnetpools/c2a4e0a4-208d-4f33-ba5e-bdbdc8f2c7d3 HTTP/1.1" status: 200 len: 734 time: 0.0356708 Jul 21 20:43:46.603738 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Request body: {'subnet': {'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c2a4e0a4-208d-4f33-ba5e-bdbdc8f2c7d3'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:43:46.627872 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Made reservation on behalf of 32ebd8e81f314e8fa20cb9ba0042a823 for: {'subnet': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:43:46.630191 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:46.939225 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (d71e0752-fa46-49f8-8532-3d0be9f61eb4), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:46.990983 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:47.013177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Pushing event updated for resources: {'Subnet': ['ID=d71e0752-fa46-49f8-8532-3d0be9f61eb4,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:43:47.019546 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Checking segment: {'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:43:47.019950 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Network hostable DHCP agents. Network: e15df897-5ad1-4c27-a82e-c7e7ec250f47, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:43:47.041947 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Network e15df897-5ad1-4c27-a82e-c7e7ec250f47 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:43:47.053174 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, e15df897-5ad1-4c27-a82e-c7e7ec250f47) {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:43:47.058531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:43:47.059259 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:47.064857 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b7382-d7a9-4078-9549-be692884c488 None None] Network e15df897-5ad1-4c27-a82e-c7e7ec250f47 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:43:47.081337 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b3b880b4-78ea-4737-aca9-db75377647ef demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4810433 Jul 21 20:43:47.369002 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'fixed_ips': [{'subnet_id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 20:43:47.371067 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:47.460381 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=6 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:47.474944 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:47.683093 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Allocated IP 172.20.0.2 (e15df897-5ad1-4c27-a82e-c7e7ec250f47/d71e0752-fa46-49f8-8532-3d0be9f61eb4/5fb3322f-03a4-4eac-b776-959f452ac594) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:43:47.735228 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:47.965572 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Publish callbacks [] for port (5fb3322f-03a4-4eac-b776-959f452ac594), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:47.974938 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:48.050982 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Network e15df897-5ad1-4c27-a82e-c7e7ec250f47 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:43:48.057043 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:43:48.062269 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Pushing event updated for resources: {'Port': ['ID=5fb3322f-03a4-4eac-b776-959f452ac594,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:43:48.069974 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:43:48.073690 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.074036 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.074388 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.074740 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.075075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.075398 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.075731 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.076060 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.076379 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.076696 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.077015 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.077348 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.077667 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.078226 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.078460 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Tracked resource versions report: Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: pushed versions: Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: { 'AddressGroup': {'1.2'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Agent': {'1.1'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'ConntrackHelper': {'1.0'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'LocalIPAssociation': {'1.0'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Log': {'1.0'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'NDPProxy': {'1.0'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Network': {'1.1'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Port': {'1.7'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'PortForwarding': {'1.3'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'QosPolicy': {'1.10'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SecurityGroup': {'1.5'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SecurityGroupRule': {'1.2'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SubPort': {'1.0'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Subnet': {'1.1'}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Trunk': {'1.1'}} Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: consumer versions: Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: { DHCP agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: L3 agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: Metadata agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: Metering agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: Open vSwitch agent@dv-cinder-850687-1-iscsi: { 'AddressGroup': '1.2', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Agent': '1.1', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'ConntrackHelper': '1.0', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'LocalIPAssociation': '1.0', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Log': '1.0', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'NDPProxy': '1.0', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Network': '1.1', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Port': '1.7', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'PortForwarding': '1.3', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'QosPolicy': '1.10', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SecurityGroup': '1.5', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SecurityGroupRule': '1.2', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SubPort': '1.0', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Subnet': '1.1', Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Trunk': '1.1'}} Jul 21 20:43:48.079872 dv-cinder-850687-1-iscsi neutron-server[110832]: {{(pid=110832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 20:43:48.161297 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:48.165766 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Attempting to bind port 5fb3322f-03a4-4eac-b776-959f452ac594 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:43:48.166170 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Attempting to bind port 5fb3322f-03a4-4eac-b776-959f452ac594 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:43:48.166670 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Attempting to bind port 5fb3322f-03a4-4eac-b776-959f452ac594 on network e15df897-5ad1-4c27-a82e-c7e7ec250f47 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:43:48.174407 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:43:48.174779 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Checking segment: {'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:43:48.175268 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:48.175657 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Bound using segment: {'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:43:48.176158 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Bound port: 5fb3322f-03a4-4eac-b776-959f452ac594, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:43:48.176568 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:48.243462 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] For port 5fb3322f-03a4-4eac-b776-959f452ac594, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:43:48.263439 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] For port 5fb3322f-03a4-4eac-b776-959f452ac594, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=5fb3322f-03a4-4eac-b776-959f452ac594,segment=NetworkSegment(17a5f94b-6317-4dc8-becb-a46d85f7b7e1),segment_id=17a5f94b-6317-4dc8-becb-a46d85f7b7e1)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:43:48.271066 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:48.334499 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261a29f-b09e-4925-8d9d-da2929acbbb9 None None] Pushing event updated for resources: {'Port': ['ID=5fb3322f-03a4-4eac-b776-959f452ac594,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:43:49.503841 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 47196) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:49.849424 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [None req-6a2daff9-407b-4a6f-abf9-d9b6fe753691 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:43:49.850466 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-6a2daff9-407b-4a6f-abf9-d9b6fe753691 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3455601 Jul 21 20:43:50.089069 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=22,neutron:INSERT=36,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:50.090730 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:52.191620 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47208) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:52.541807 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [None req-507fd049-f9d0-4a71-8185-d80dfa8a1c9d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:43:52.542949 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-507fd049-f9d0-4a71-8185-d80dfa8a1c9d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3502176 Jul 21 20:43:54.879972 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47216) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:55.225664 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-bf90fa24-7a58-4325-804f-3b180d2f1f5e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:43:55.261633 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bf90fa24-7a58-4325-804f-3b180d2f1f5e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (25ab2bc5-37ef-4839-92c3-27fba32422e8), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:55.263513 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bf90fa24-7a58-4325-804f-3b180d2f1f5e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (25ab2bc5-37ef-4839-92c3-27fba32422e8), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:55.420192 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bf90fa24-7a58-4325-804f-3b180d2f1f5e demo demo] Publish callbacks [] for router_controller (25ab2bc5-37ef-4839-92c3-27fba32422e8), precommit_add_association {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:55.426110 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bf90fa24-7a58-4325-804f-3b180d2f1f5e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (25ab2bc5-37ef-4839-92c3-27fba32422e8), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:55.447301 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bf90fa24-7a58-4325-804f-3b180d2f1f5e demo demo] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:55.448554 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-bf90fa24-7a58-4325-804f-3b180d2f1f5e demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5675247 Jul 21 20:43:56.505591 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 5fb3322f-03a4-4eac-b776-959f452ac594 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:43:56.549394 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0009d3-2eeb-4ef8-b9a5-132dc78f1a70 None None] Network e15df897-5ad1-4c27-a82e-c7e7ec250f47 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:43:56.665293 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 5fb3322f-03a4-4eac-b776-959f452ac594 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:43:56.665633 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:56.669428 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-76c1851f-d261-4efa-a45c-f63166e2b4bb None None] Provisioning complete for port 5fb3322f-03a4-4eac-b776-959f452ac594 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:43:56.669828 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-76c1851f-d261-4efa-a45c-f63166e2b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:56.874273 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 5fb3322f-03a4-4eac-b776-959f452ac594 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:43:56.874681 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:56.887644 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-76c1851f-d261-4efa-a45c-f63166e2b4bb None None] Current status of the port 5fb3322f-03a4-4eac-b776-959f452ac594 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:43:56.888049 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-76c1851f-d261-4efa-a45c-f63166e2b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:56.915270 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:56.935065 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-76c1851f-d261-4efa-a45c-f63166e2b4bb None None] For port 5fb3322f-03a4-4eac-b776-959f452ac594, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=5fb3322f-03a4-4eac-b776-959f452ac594,segment=NetworkSegment(17a5f94b-6317-4dc8-becb-a46d85f7b7e1),segment_id=17a5f94b-6317-4dc8-becb-a46d85f7b7e1)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:43:56.941207 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-76c1851f-d261-4efa-a45c-f63166e2b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:57.009856 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.db.api [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 20:43:57.010308 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG oslo_db.api [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 20:43:57.014422 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1851f-d261-4efa-a45c-f63166e2b4bb None None] Pushing event updated for resources: {'Port': ['ID=5fb3322f-03a4-4eac-b776-959f452ac594,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:43:57.060581 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-67d0f246-91f5-4d62-8f59-3d9bb8237df2 None None] Provisioning complete for port 5fb3322f-03a4-4eac-b776-959f452ac594 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:43:57.060899 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-67d0f246-91f5-4d62-8f59-3d9bb8237df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:57.073574 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:57.074814 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=3,neutron:SELECT=49,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:57.141334 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-67d0f246-91f5-4d62-8f59-3d9bb8237df2 None None] Current status of the port 5fb3322f-03a4-4eac-b776-959f452ac594 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:43:57.546663 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 5fb3322f-03a4-4eac-b776-959f452ac594 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:43:57.763268 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47232) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:43:58.104047 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [None req-faed5d5c-749d-41bc-acc6-7aa17b800a12 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:43:58.105051 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-faed5d5c-749d-41bc-acc6-7aa17b800a12 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3408055 Jul 21 20:43:58.481640 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 5fb3322f-03a4-4eac-b776-959f452ac594 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:43:58.509926 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:43:58.530605 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 5fb3322f-03a4-4eac-b776-959f452ac594 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:43:58.531278 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:43:58.601278 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 5fb3322f-03a4-4eac-b776-959f452ac594 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:44:00.423769 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47240) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:44:00.744769 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:44:00.769924 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Made reservation on behalf of a9f8292e70024a6985791def05952106 for: {'network': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:44:00.772922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:00.788358 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:00.889714 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Publish callbacks [] for security_group (4a408675-2067-4aec-b281-7829bff80878), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:00.893453 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (4a408675-2067-4aec-b281-7829bff80878), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:00.904267 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=110830) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 21 20:44:00.934637 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735607112259', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (12f43c85-e9c2-4ec3-ba82-c1076995d3f3), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:00.935183 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Unsubscribe: segment precommit_create {{(pid=110830) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 20:44:00.935738 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.segments_db [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Added segment 12f43c85-e9c2-4ec3-ba82-c1076995d3f3 of type flat for network 951a3f21-a01d-47cd-808f-3544cb0a1a21 Jul 21 20:44:00.970505 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a408675-2067-4aec-b281-7829bff80878,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:01.005869 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.006131 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.006490 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.006832 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.007160 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.007484 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.007914 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.008150 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.008489 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.008846 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.009147 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.009477 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.009913 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.010146 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.010518 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Tracked resource versions report: Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: pushed versions: Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: { 'AddressGroup': {'1.2'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Agent': {'1.1'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'ConntrackHelper': {'1.0'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'LocalIPAssociation': {'1.0'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Log': {'1.0'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'NDPProxy': {'1.0'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Network': {'1.1'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Port': {'1.7'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'PortForwarding': {'1.3'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'QosPolicy': {'1.10'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SecurityGroup': {'1.5'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SecurityGroupRule': {'1.2'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SubPort': {'1.0'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Subnet': {'1.1'}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Trunk': {'1.1'}} Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: consumer versions: Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: { DHCP agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: L3 agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: Metadata agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: Metering agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: Open vSwitch agent@dv-cinder-850687-1-iscsi: { 'AddressGroup': '1.2', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Agent': '1.1', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'ConntrackHelper': '1.0', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'LocalIPAssociation': '1.0', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Log': '1.0', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'NDPProxy': '1.0', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Network': '1.1', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Port': '1.7', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'PortForwarding': '1.3', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'QosPolicy': '1.10', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SecurityGroup': '1.5', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SecurityGroupRule': '1.2', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SubPort': '1.0', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Subnet': '1.1', Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Trunk': '1.1'}} Jul 21 20:44:01.011943 dv-cinder-850687-1-iscsi neutron-server[110830]: {{(pid=110830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 20:44:01.054424 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (951a3f21-a01d-47cd-808f-3544cb0a1a21), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:01.106568 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-79c9b96b-d28f-43c1-830b-14a3a6db177e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:01.107643 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (951a3f21-a01d-47cd-808f-3544cb0a1a21), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:01.110649 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:44:01.111443 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:01.176574 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7516270 Jul 21 20:44:01.227051 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8471e7e-631e-4295-a274-5652c186e6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=951a3f21-a01d-47cd-808f-3544cb0a1a21,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:01.238906 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:44:03.500190 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47252) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:44:03.923313 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c0e82-692d-457f-b820-24eaee3330b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:44:03.924662 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-323c0e82-692d-457f-b820-24eaee3330b5 demo admin] 10.222.0.60 "GET /v2.0/subnets/d71e0752-fa46-49f8-8532-3d0be9f61eb4 HTTP/1.1" status: 200 len: 849 time: 0.4234922 Jul 21 20:44:04.000834 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6360c7a6-2e1c-45c7-8013-9715ded21f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:04.069579 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-1f77646c-cb73-4973-aa20-cf2b2149afde demo admin] 10.222.0.60 "GET /v2.0/routers/25ab2bc5-37ef-4839-92c3-27fba32422e8 HTTP/1.1" status: 200 len: 704 time: 0.1389575 Jul 21 20:44:04.345678 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:04.373743 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:04.415858 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:04.659551 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Allocated IP 172.20.0.1 (e15df897-5ad1-4c27-a82e-c7e7ec250f47/d71e0752-fa46-49f8-8532-3d0be9f61eb4/9328ecd5-7e34-43c3-918c-287726f12c77) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:44:04.851834 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Publish callbacks [] for port (9328ecd5-7e34-43c3-918c-287726f12c77), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:04.915646 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:04.994558 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Network e15df897-5ad1-4c27-a82e-c7e7ec250f47 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:44:05.006550 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:44:05.012258 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Pushing event updated for resources: {'Port': ['ID=9328ecd5-7e34-43c3-918c-287726f12c77,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:05.016366 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:44:05.018261 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (25ab2bc5-37ef-4839-92c3-27fba32422e8), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:05.206967 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-eb4d103c-dfb8-4c04-901d-d86066b02b6c None None] Provisioning complete for port 9328ecd5-7e34-43c3-918c-287726f12c77 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:44:05.207583 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-eb4d103c-dfb8-4c04-901d-d86066b02b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:05.241246 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d103c-dfb8-4c04-901d-d86066b02b6c None None] Port 9328ecd5-7e34-43c3-918c-287726f12c77 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:44:05.279134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:05.487347 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Publish callbacks [] for port (9328ecd5-7e34-43c3-918c-287726f12c77), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:05.491814 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:05.492637 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (25ab2bc5-37ef-4839-92c3-27fba32422e8), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:05.548140 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Pushing event updated for resources: {'Port': ['ID=9328ecd5-7e34-43c3-918c-287726f12c77,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:05.583020 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:05.585595 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:05.622232 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Network e15df897-5ad1-4c27-a82e-c7e7ec250f47 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:44:05.623548 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:44:05.786096 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Router 25ab2bc5-37ef-4839-92c3-27fba32422e8 is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 20:44:05.862459 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-b1bf7c2d-f756-4a21-96d7-c108ba94ee27 None None] Provisioning complete for port 9328ecd5-7e34-43c3-918c-287726f12c77 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:44:05.862856 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7c2d-f756-4a21-96d7-c108ba94ee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:05.876058 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:44:05.883174 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-dacf4773-04cf-4250-9aed-99086881466d demo admin] 10.222.0.60 "PUT /v2.0/routers/25ab2bc5-37ef-4839-92c3-27fba32422e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8064578 Jul 21 20:44:05.899523 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf7c2d-f756-4a21-96d7-c108ba94ee27 None None] Port 9328ecd5-7e34-43c3-918c-287726f12c77 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:44:05.899772 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Sync routers for ids ['25ab2bc5-37ef-4839-92c3-27fba32422e8'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:44:05.912421 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Routers {'25ab2bc5-37ef-4839-92c3-27fba32422e8'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:44:05.913290 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:44:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['25ab2bc5-37ef-4839-92c3-27fba32422e8'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:44:06.095177 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Set router 25ab2bc5-37ef-4839-92c3-27fba32422e8 gateway port host: None {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:44:06.114710 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:06.534144 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'name': 'router1', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:43:55Z', 'updated_at': '2022-07-21T20:44:05Z', 'revision_number': 2, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'gw_port_host': None, '_interfaces': [{'id': '9328ecd5-7e34-43c3-918c-287726f12c77', 'name': '', 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'mac_address': 'fa:16:3e:e8:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:04Z', 'updated_at': '2022-07-21T20:44:05Z', 'revision_number': 2, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'subnets': [{'id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2a4e0a4-208d-4f33-ba5e-bdbdc8f2c7d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:44:06.544077 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:06.584983 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Checking router: 25ab2bc5-37ef-4839-92c3-27fba32422e8 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:44:06.585363 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Updating router 25ab2bc5-37ef-4839-92c3-27fba32422e8 port 9328ecd5-7e34-43c3-918c-287726f12c77 binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:44:06.638989 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.147906 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Publish callbacks [] for port (9328ecd5-7e34-43c3-918c-287726f12c77), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.156851 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.317637 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Pushing event updated for resources: {'Port': ['ID=9328ecd5-7e34-43c3-918c-287726f12c77,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:07.334442 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Attempting to bind port 9328ecd5-7e34-43c3-918c-287726f12c77 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:44:07.334852 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Attempting to bind port 9328ecd5-7e34-43c3-918c-287726f12c77 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:44:07.335268 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Attempting to bind port 9328ecd5-7e34-43c3-918c-287726f12c77 on network e15df897-5ad1-4c27-a82e-c7e7ec250f47 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:44:07.338286 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.338644 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.338997 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.339343 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.339851 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.340033 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.340350 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.340689 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.341076 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.341404 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.341734 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.342077 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.342577 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.342832 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.343035 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Tracked resource versions report: Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: pushed versions: Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: { 'AddressGroup': {'1.2'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Agent': {'1.1'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'ConntrackHelper': {'1.0'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'LocalIPAssociation': {'1.0'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Log': {'1.0'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'NDPProxy': {'1.0'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Network': {'1.1'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Port': {'1.7'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'PortForwarding': {'1.3'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'QosPolicy': {'1.10'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SecurityGroup': {'1.5'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SecurityGroupRule': {'1.2'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SubPort': {'1.0'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Subnet': {'1.1'}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Trunk': {'1.1'}} Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: consumer versions: Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: { DHCP agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: L3 agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: Metadata agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: Metering agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: Open vSwitch agent@dv-cinder-850687-1-iscsi: { 'AddressGroup': '1.2', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Agent': '1.1', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'ConntrackHelper': '1.0', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'LocalIPAssociation': '1.0', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Log': '1.0', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'NDPProxy': '1.0', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Network': '1.1', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Port': '1.7', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'PortForwarding': '1.3', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'QosPolicy': '1.10', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SecurityGroup': '1.5', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SecurityGroupRule': '1.2', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SubPort': '1.0', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Subnet': '1.1', Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Trunk': '1.1'}} Jul 21 20:44:07.344617 dv-cinder-850687-1-iscsi neutron-server[110833]: {{(pid=110833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 20:44:07.350905 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:44:07.351364 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Checking segment: {'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:44:07.351828 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.352217 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Bound using segment: {'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:44:07.352690 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Bound port: 9328ecd5-7e34-43c3-918c-287726f12c77, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a5f94b-6317-4dc8-becb-a46d85f7b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:44:07.353811 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.380916 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.422397 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] For port 9328ecd5-7e34-43c3-918c-287726f12c77, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:44:07.430888 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-c93c7060-64f8-4f2e-9ef8-ea0cbe4e820a None None] Provisioning complete for port 9328ecd5-7e34-43c3-918c-287726f12c77 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:44:07.431463 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c93c7060-64f8-4f2e-9ef8-ea0cbe4e820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.442374 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] For port 9328ecd5-7e34-43c3-918c-287726f12c77, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=9328ecd5-7e34-43c3-918c-287726f12c77,segment=NetworkSegment(17a5f94b-6317-4dc8-becb-a46d85f7b7e1),segment_id=17a5f94b-6317-4dc8-becb-a46d85f7b7e1)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:44:07.449538 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.458193 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:07.465412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-c93c7060-64f8-4f2e-9ef8-ea0cbe4e820a None None] Port 9328ecd5-7e34-43c3-918c-287726f12c77 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:44:07.473933 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:07.505258 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e7257-4799-4e08-b1c7-ce640a0c4b76 None None] Pushing event updated for resources: {'Port': ['ID=9328ecd5-7e34-43c3-918c-287726f12c77,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:07.527699 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Routers {'25ab2bc5-37ef-4839-92c3-27fba32422e8'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:44:07.528361 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:44:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['25ab2bc5-37ef-4839-92c3-27fba32422e8'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:44:07.622133 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] Set router 25ab2bc5-37ef-4839-92c3-27fba32422e8 gateway port host: None {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:44:07.684970 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-8bd8bf60-7163-493c-9ec8-1fd332329d69 None None] Provisioning complete for port 9328ecd5-7e34-43c3-918c-287726f12c77 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:44:07.685507 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8bd8bf60-7163-493c-9ec8-1fd332329d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.761659 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8bf60-7163-493c-9ec8-1fd332329d69 None None] Current status of the port 9328ecd5-7e34-43c3-918c-287726f12c77 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:44:07.761972 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8bd8bf60-7163-493c-9ec8-1fd332329d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.797571 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-8bd8bf60-7163-493c-9ec8-1fd332329d69 None None] For port 9328ecd5-7e34-43c3-918c-287726f12c77, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=9328ecd5-7e34-43c3-918c-287726f12c77,segment=NetworkSegment(17a5f94b-6317-4dc8-becb-a46d85f7b7e1),segment_id=17a5f94b-6317-4dc8-becb-a46d85f7b7e1)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:44:07.805440 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8bd8bf60-7163-493c-9ec8-1fd332329d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:07.842353 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:07.850285 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'name': 'router1', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:43:55Z', 'updated_at': '2022-07-21T20:44:05Z', 'revision_number': 2, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'gw_port_host': None, '_interfaces': [{'id': '9328ecd5-7e34-43c3-918c-287726f12c77', 'name': '', 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'mac_address': 'fa:16:3e:e8:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:04Z', 'updated_at': '2022-07-21T20:44:07Z', 'revision_number': 4, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'subnets': [{'id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2a4e0a4-208d-4f33-ba5e-bdbdc8f2c7d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:44:07.863512 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8bf60-7163-493c-9ec8-1fd332329d69 None None] Pushing event updated for resources: {'Port': ['ID=9328ecd5-7e34-43c3-918c-287726f12c77,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:07.896573 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb63092-077c-45be-9792-e41d2d012cf4 None None] The sync data for ids ['25ab2bc5-37ef-4839-92c3-27fba32422e8'] in dv-cinder-850687-1-iscsi is: [{'id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'name': 'router1', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:43:55Z', 'updated_at': '2022-07-21T20:44:05Z', 'revision_number': 2, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'gw_port_host': None, '_interfaces': [{'id': '9328ecd5-7e34-43c3-918c-287726f12c77', 'name': '', 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'mac_address': 'fa:16:3e:e8:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:04Z', 'updated_at': '2022-07-21T20:44:07Z', 'revision_number': 4, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'subnets': [{'id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2a4e0a4-208d-4f33-ba5e-bdbdc8f2c7d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:44:08.261276 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47268) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:44:08.669579 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d0c15f-b08a-471c-9179-7234e346604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:44:08.670945 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-07d0c15f-b08a-471c-9179-7234e346604c admin admin] 10.222.0.60 "GET /v2.0/networks/951a3f21-a01d-47cd-808f-3544cb0a1a21 HTTP/1.1" status: 200 len: 842 time: 0.4085643 Jul 21 20:44:08.681195 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:44:08.707575 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Made reservation on behalf of a9f8292e70024a6985791def05952106 for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:44:08.709928 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:09.003042 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.objects.ports [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110830) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 21 20:44:09.003401 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (ff39fa61-c532-43e4-94e2-f2fd472b96e0), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:09.055071 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff39fa61-c532-43e4-94e2-f2fd472b96e0,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:09.077073 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:44:09.077436 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Network hostable DHCP agents. Network: 951a3f21-a01d-47cd-808f-3544cb0a1a21, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:44:09.103704 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:44:09.117864 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 951a3f21-a01d-47cd-808f-3544cb0a1a21) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:44:09.122213 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:44:09.122814 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:09.130745 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f785fa-995b-480f-9036-98761d615f8d None None] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:44:09.143750 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-88bc4123-d7d1-4666-8818-3658795ee3c5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4630475 Jul 21 20:44:09.250866 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc4553-ad8c-449f-ac2b-2b908c866056 None None] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:44:11.018512 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:44:11.578542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47276) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:44:12.001307 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:12.031998 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-38a149c2-a709-4367-888f-5b5b107e18cc demo admin] 10.222.0.60 "GET /v2.0/routers/25ab2bc5-37ef-4839-92c3-27fba32422e8 HTTP/1.1" status: 200 len: 710 time: 0.4520791 Jul 21 20:44:12.129047 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:12.132479 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98960ead-a03b-4c03-aa8f-b5bff17d0473 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:44:12.133871 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-98960ead-a03b-4c03-aa8f-b5bff17d0473 demo admin] 10.222.0.60 "GET /v2.0/networks/951a3f21-a01d-47cd-808f-3544cb0a1a21 HTTP/1.1" status: 200 len: 886 time: 0.0961428 Jul 21 20:44:12.143335 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:44:12.472936 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks [] for router_gateway (25ab2bc5-37ef-4839-92c3-27fba32422e8), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:12.698157 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks [] for router_gateway (25ab2bc5-37ef-4839-92c3-27fba32422e8), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:12.784771 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:12.901781 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Allocated IP 172.27.3.203 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/4578873a-a275-43c6-952b-a3cd9bb4a743) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:44:13.012316 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks [] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:13.032983 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:13.049493 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:13.086774 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:44:13.089691 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:44:13.092262 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:44:13.134867 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:13.166106 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Pushing event updated for resources: {'Port': ['ID=4578873a-a275-43c6-952b-a3cd9bb4a743,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:13.349810 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks [] for router_gateway (25ab2bc5-37ef-4839-92c3-27fba32422e8), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:13.536835 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8015757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8021268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32641'] for router (25ab2bc5-37ef-4839-92c3-27fba32422e8), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:13.540459 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8015798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8015807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8020967'] for router (25ab2bc5-37ef-4839-92c3-27fba32422e8), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:13.645560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Router 25ab2bc5-37ef-4839-92c3-27fba32422e8 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:44:13.827783 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:44:13.832105 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:13.834682 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-88ff0f6c-7a14-417a-b201-3d06e788b7c8 demo admin] 10.222.0.60 "PUT /v2.0/routers/25ab2bc5-37ef-4839-92c3-27fba32422e8 HTTP/1.1" status: 200 len: 890 time: 1.6950891 Jul 21 20:44:14.290200 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Sync routers for ids ['25ab2bc5-37ef-4839-92c3-27fba32422e8'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:44:14.301812 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Routers {'25ab2bc5-37ef-4839-92c3-27fba32422e8'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:44:14.302448 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:44:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['25ab2bc5-37ef-4839-92c3-27fba32422e8'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:44:14.479419 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:14.518554 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Set router 25ab2bc5-37ef-4839-92c3-27fba32422e8 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:44:14.536314 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 9328ecd5-7e34-43c3-918c-287726f12c77 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:44:14.741412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 9328ecd5-7e34-43c3-918c-287726f12c77 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:44:14.741798 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:15.047597 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 9328ecd5-7e34-43c3-918c-287726f12c77 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:44:15.074329 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'name': 'router1', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4578873a-a275-43c6-952b-a3cd9bb4a743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:43:55Z', 'updated_at': '2022-07-21T20:44:13Z', 'revision_number': 4, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'gw_port': {'id': '4578873a-a275-43c6-952b-a3cd9bb4a743', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:12Z', 'updated_at': '2022-07-21T20:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '9328ecd5-7e34-43c3-918c-287726f12c77', 'name': '', 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'mac_address': 'fa:16:3e:e8:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:04Z', 'updated_at': '2022-07-21T20:44:07Z', 'revision_number': 5, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'subnets': [{'id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2a4e0a4-208d-4f33-ba5e-bdbdc8f2c7d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:44:15.134573 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Checking router: 25ab2bc5-37ef-4839-92c3-27fba32422e8 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:44:15.134949 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Updating router 25ab2bc5-37ef-4839-92c3-27fba32422e8 port 4578873a-a275-43c6-952b-a3cd9bb4a743 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:44:15.190326 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:15.385805 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:15.506676 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Publish callbacks [] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:15.513251 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:15.568870 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Attempting to bind port 4578873a-a275-43c6-952b-a3cd9bb4a743 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:44:15.569295 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Attempting to bind port 4578873a-a275-43c6-952b-a3cd9bb4a743 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:44:15.569666 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Attempting to bind port 4578873a-a275-43c6-952b-a3cd9bb4a743 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:44:15.571843 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234d426-93f3-4ebd-9eb7-b6561cf40190 None None] Pushing event updated for resources: {'Port': ['ID=4578873a-a275-43c6-952b-a3cd9bb4a743,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:15.578786 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:44:15.579154 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:44:15.580199 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:15.580199 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:44:15.580395 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Bound port: 4578873a-a275-43c6-952b-a3cd9bb4a743, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:44:15.580759 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:15.629883 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] For port 4578873a-a275-43c6-952b-a3cd9bb4a743, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:44:15.633375 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] For port 4578873a-a275-43c6-952b-a3cd9bb4a743, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=4578873a-a275-43c6-952b-a3cd9bb4a743,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:44:15.639881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:15.699433 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Routers {'25ab2bc5-37ef-4839-92c3-27fba32422e8'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:44:15.700077 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:44:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['25ab2bc5-37ef-4839-92c3-27fba32422e8'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:44:15.703571 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234d426-93f3-4ebd-9eb7-b6561cf40190 None None] Pushing event updated for resources: {'Port': ['ID=4578873a-a275-43c6-952b-a3cd9bb4a743,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:15.740790 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:15.806433 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] Set router 25ab2bc5-37ef-4839-92c3-27fba32422e8 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:44:16.006194 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'name': 'router1', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4578873a-a275-43c6-952b-a3cd9bb4a743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:43:55Z', 'updated_at': '2022-07-21T20:44:13Z', 'revision_number': 4, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'gw_port': {'id': '4578873a-a275-43c6-952b-a3cd9bb4a743', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:12Z', 'updated_at': '2022-07-21T20:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '9328ecd5-7e34-43c3-918c-287726f12c77', 'name': '', 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'mac_address': 'fa:16:3e:e8:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:04Z', 'updated_at': '2022-07-21T20:44:07Z', 'revision_number': 5, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'subnets': [{'id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2a4e0a4-208d-4f33-ba5e-bdbdc8f2c7d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:44:16.030518 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d94d44-026b-48b1-b6ba-0e85b8f9ade4 None None] The sync data for ids ['25ab2bc5-37ef-4839-92c3-27fba32422e8'] in dv-cinder-850687-1-iscsi is: [{'id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'name': 'router1', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4578873a-a275-43c6-952b-a3cd9bb4a743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:43:55Z', 'updated_at': '2022-07-21T20:44:13Z', 'revision_number': 4, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'gw_port': {'id': '4578873a-a275-43c6-952b-a3cd9bb4a743', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:12Z', 'updated_at': '2022-07-21T20:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '9328ecd5-7e34-43c3-918c-287726f12c77', 'name': '', 'network_id': 'e15df897-5ad1-4c27-a82e-c7e7ec250f47', 'tenant_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'mac_address': 'fa:16:3e:e8:cb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ab2bc5-37ef-4839-92c3-27fba32422e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:44:04Z', 'updated_at': '2022-07-21T20:44:07Z', 'revision_number': 5, 'project_id': '32ebd8e81f314e8fa20cb9ba0042a823', 'subnets': [{'id': 'd71e0752-fa46-49f8-8532-3d0be9f61eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2a4e0a4-208d-4f33-ba5e-bdbdc8f2c7d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:44:16.363983 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47288) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:44:16.532059 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 4578873a-a275-43c6-952b-a3cd9bb4a743 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:44:16.581991 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 4578873a-a275-43c6-952b-a3cd9bb4a743 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:44:16.582467 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:16.664351 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 4578873a-a275-43c6-952b-a3cd9bb4a743 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:44:16.664750 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:16.686012 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 4578873a-a275-43c6-952b-a3cd9bb4a743, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=4578873a-a275-43c6-952b-a3cd9bb4a743,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:44:16.691217 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:16.739881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=4578873a-a275-43c6-952b-a3cd9bb4a743,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:44:16.825760 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b11d44d1-e217-4f38-af0c-7897b1e17de3 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4553061 Jul 21 20:44:18.512261 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 4578873a-a275-43c6-952b-a3cd9bb4a743 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:44:18.518558 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:18.569658 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 4578873a-a275-43c6-952b-a3cd9bb4a743 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:44:18.569964 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (4578873a-a275-43c6-952b-a3cd9bb4a743), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:18.649537 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 4578873a-a275-43c6-952b-a3cd9bb4a743 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:44:24.028325 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=45 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:24.029245 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=37 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:26.810936 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=68 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:26.815492 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:28.644224 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:28.646726 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=12 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:31.113390 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0b258994-0616-4760-8361-053770043fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:34.004986 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6dba8a9c-d1f4-4294-a0a8-23b83168f338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:36.120367 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:36.551357 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:37.382811 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:44:46.546530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:47.378331 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:44:48.019452 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:45:01.020750 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:01.026285 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:01.102159 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e5c5493e-0a1e-4b7d-bb5a-7805b1f8822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:04.007783 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f7d1145e-6d7a-4e28-b224-fe5aefc841ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:06.133160 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:06.551506 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:07.384966 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:17.376886 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:17.380267 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:25.019657 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:45:31.100524 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2bade210-7c06-4ce5-899e-f2221945c989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:34.001675 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-557c0250-c238-41b0-990a-d765f81fa4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:36.126772 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:36.546100 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:37.387810 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:38.018471 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=6 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:38.022703 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:40.209157 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47828) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:45:40.559961 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd56201-b977-4a58-9dae-35092eb347b6 admin admin] GET failed (client error): The resource could not be found. Jul 21 20:45:40.562112 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2cd56201-b977-4a58-9dae-35092eb347b6 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3520100 Jul 21 20:45:40.738301 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199ae54-2d6c-4625-bfdc-b8dd95d84ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:40.739738 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d199ae54-2d6c-4625-bfdc-b8dd95d84ea2 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1732426 Jul 21 20:45:42.943225 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47838) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:45:43.321431 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d2980-cd88-4139-9a9a-c6aaa59758d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:43.322800 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a59d2980-cd88-4139-9a9a-c6aaa59758d7 admin admin] 10.222.0.60 "GET /v2.0/subnets/d71e0752-fa46-49f8-8532-3d0be9f61eb4 HTTP/1.1" status: 200 len: 849 time: 0.3785782 Jul 21 20:45:43.332394 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:45:43.417785 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Publish callbacks [] for subnet (d71e0752-fa46-49f8-8532-3d0be9f61eb4), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:43.577513 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735607007025'] for subnet (d71e0752-fa46-49f8-8532-3d0be9f61eb4), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:43.611908 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:43.612514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:43.613831 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] 10.222.0.60 "PUT /v2.0/subnets/d71e0752-fa46-49f8-8532-3d0be9f61eb4 HTTP/1.1" status: 200 len: 868 time: 0.2850678 Jul 21 20:45:43.616997 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc46ad-721c-40d7-b69f-0ca48531b5ad None None] Network e15df897-5ad1-4c27-a82e-c7e7ec250f47 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:45:43.634086 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71e0752-fa46-49f8-8532-3d0be9f61eb4,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:45:43.642577 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.642928 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.643281 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.643626 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.643999 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.644339 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.644695 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.645031 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.645384 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.645722 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.646058 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.646411 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.646758 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.647072 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.647401 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627106-e2c6-4b49-bbdf-873b2760d53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:45:43.930247 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-ed2ffb58-6bb9-4f94-b08d-e1b728debdb4 None None] Provisioning complete for port 5fb3322f-03a4-4eac-b776-959f452ac594 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:45:43.930631 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ed2ffb58-6bb9-4f94-b08d-e1b728debdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5fb3322f-03a4-4eac-b776-959f452ac594), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:44.007204 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ffb58-6bb9-4f94-b08d-e1b728debdb4 None None] Current status of the port 5fb3322f-03a4-4eac-b776-959f452ac594 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:45:44.016209 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-ed2ffb58-6bb9-4f94-b08d-e1b728debdb4 None None] Provisioning complete for port 9328ecd5-7e34-43c3-918c-287726f12c77 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:45:44.016547 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ed2ffb58-6bb9-4f94-b08d-e1b728debdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9328ecd5-7e34-43c3-918c-287726f12c77), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:45:44.089921 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ffb58-6bb9-4f94-b08d-e1b728debdb4 None None] Current status of the port 9328ecd5-7e34-43c3-918c-287726f12c77 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:45:45.879123 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47846) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:45:46.376802 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97939fee-5d8d-48b5-b96f-45fd9f8ba930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:46.377282 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97939fee-5d8d-48b5-b96f-45fd9f8ba930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:46.378840 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-97939fee-5d8d-48b5-b96f-45fd9f8ba930 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4985955 Jul 21 20:45:48.660472 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47854) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:45:49.081667 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67be3d-4e18-4b99-b43e-40f5045ad1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:49.082078 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67be3d-4e18-4b99-b43e-40f5045ad1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:49.083625 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ce67be3d-4e18-4b99-b43e-40f5045ad1d1 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4222777 Jul 21 20:45:51.381327 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47862) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:45:51.812053 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205af313-c25a-4790-be0b-02d617f01813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:51.813364 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-205af313-c25a-4790-be0b-02d617f01813 admin admin] 10.222.0.60 "GET /v2.0/networks/951a3f21-a01d-47cd-808f-3544cb0a1a21 HTTP/1.1" status: 200 len: 886 time: 0.4310758 Jul 21 20:45:54.022761 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47870) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:45:54.084308 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:54.087894 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:UPDATE=3,neutron:SELECT=49 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:54.378526 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:54.408851 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:45:54.447251 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf2728-0611-438c-9bee-74b0b9c48388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:54.448681 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-36bf2728-0611-438c-9bee-74b0b9c48388 admin admin] 10.222.0.60 "GET /v2.0/networks/e15df897-5ad1-4c27-a82e-c7e7ec250f47 HTTP/1.1" status: 200 len: 869 time: 0.4249485 Jul 21 20:45:56.728959 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47878) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:45:57.140391 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf5ee4d-b394-49c0-853d-225717626591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:57.140847 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf5ee4d-b394-49c0-853d-225717626591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:57.142412 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-daf5ee4d-b394-49c0-853d-225717626591 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4124875 Jul 21 20:45:59.416920 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47886) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:45:59.803191 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ddaa8e-2e16-4831-8436-5e646a10eb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:59.803567 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ddaa8e-2e16-4831-8436-5e646a10eb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:45:59.805155 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c7ddaa8e-2e16-4831-8436-5e646a10eb56 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3869398 Jul 21 20:46:01.105845 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-577343a4-af7e-48e2-9212-80b6917a7db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:02.021001 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:46:02.096133 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47894) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:46:02.478914 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff158a-f81e-456c-9009-600f1f09d844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:46:02.480255 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-0fff158a-f81e-456c-9009-600f1f09d844 admin admin] 10.222.0.60 "GET /v2.0/subnets/d71e0752-fa46-49f8-8532-3d0be9f61eb4 HTTP/1.1" status: 200 len: 868 time: 0.3828313 Jul 21 20:46:04.005070 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f06dfd2a-0165-4ad0-88f2-ee7f1aac08ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:04.760035 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 47902) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:46:05.134897 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa0753-1579-4b07-a869-93f14941a13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:46:05.136306 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d8fa0753-1579-4b07-a869-93f14941a13c admin admin] 10.222.0.60 "GET /v2.0/subnets/ff39fa61-c532-43e4-94e2-f2fd472b96e0 HTTP/1.1" status: 200 len: 816 time: 0.3753104 Jul 21 20:46:06.126262 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:06.549527 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:07.391993 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:12.474205 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=24 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:12.476086 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=30 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:15.019563 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:15.087641 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:15.129906 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:15.131651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:17.383079 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:17.385979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:27.609516 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=15 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:27.612968 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=11 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:31.110250 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ae370f6c-7b89-4879-96f9-6df8b50129fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:33.791811 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 47960) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:46:34.008803 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba078-5320-4628-8e50-118bc5a452fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:34.125327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [None req-59c62713-45b0-4a30-ab4c-87a265bd0a61 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:46:34.126356 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-59c62713-45b0-4a30-ab4c-87a265bd0a61 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3336096 Jul 21 20:46:36.134145 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:36.450213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 47968) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:46:36.554675 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:36.928938 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.pecan_wsgi.hooks.translation [None req-408472b8-d72f-4c62-a2a4-5341a632dde1 admin admin] GET failed (client error): The resource could not be found. Jul 21 20:46:36.930294 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-408472b8-d72f-4c62-a2a4-5341a632dde1 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4789908 Jul 21 20:46:37.084773 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dffabd-07c3-4e89-a4c9-f7e6b71ac90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:46:37.086442 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-c0dffabd-07c3-4e89-a4c9-f7e6b71ac90b admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1514480 Jul 21 20:46:37.393030 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:39.020203 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:46:39.369313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 47976) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:46:39.743350 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:46:39.768146 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Made reservation on behalf of a9f8292e70024a6985791def05952106 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:46:39.771046 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:39.809967 dv-cinder-850687-1-iscsi neutron-server[110831]: WARNING neutron.services.revisions.revision_plugin [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Could not find related network for resource to bump revision. Jul 21 20:46:39.824439 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:46:39.834669 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (1c1b8205-ee9a-4206-b7bb-9e89890d6cc9), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:39.835008 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Added segment 1c1b8205-ee9a-4206-b7bb-9e89890d6cc9 of type vlan for network 83d25ba0-a7ce-41a6-8126-489f5401fa56 Jul 21 20:46:39.884181 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (83d25ba0-a7ce-41a6-8126-489f5401fa56), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:39.911913 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (83d25ba0-a7ce-41a6-8126-489f5401fa56), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:39.913090 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:46:39.913735 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:39.976752 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6063135 Jul 21 20:46:40.030798 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Pushing event updated for resources: {'Network': ['ID=83d25ba0-a7ce-41a6-8126-489f5401fa56,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:46:40.038297 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.038641 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.039005 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.039349 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.039686 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.040051 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.040383 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.040712 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.041044 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.041374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.041710 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.042161 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.042717 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.043291 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.043895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eef3c5b-0a24-4598-82af-7a7d1f5cc077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:40.056363 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 83d25ba0-a7ce-41a6-8126-489f5401fa56 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:46:42.292221 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 47984) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:46:42.644605 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.pecan_wsgi.hooks.translation [None req-db787f8c-211c-4c1c-9797-8d14f05f40cf admin admin] GET failed (client error): The resource could not be found. Jul 21 20:46:42.645967 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-db787f8c-211c-4c1c-9797-8d14f05f40cf admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3528092 Jul 21 20:46:42.722987 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11e9ec-a4e4-49e8-8c33-f1de5357c9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:46:42.724413 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5a11e9ec-a4e4-49e8-8c33-f1de5357c9d4 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0743103 Jul 21 20:46:42.735037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:46:42.757594 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Made reservation on behalf of a9f8292e70024a6985791def05952106 for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:46:42.760296 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.043695 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (5fae71e8-452e-420a-8595-3c926adccee8), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.100176 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fae71e8-452e-420a-8595-3c926adccee8,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:46:43.112536 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Checking segment: {'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:46:43.112893 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Network hostable DHCP agents. Network: 83d25ba0-a7ce-41a6-8126-489f5401fa56, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:46:43.133306 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Network 83d25ba0-a7ce-41a6-8126-489f5401fa56 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:46:43.143680 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 83d25ba0-a7ce-41a6-8126-489f5401fa56) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:46:43.147986 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:46:43.148596 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.154566 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb8da69-3bd8-4a60-a06d-8fecd93c1804 None None] Network 83d25ba0-a7ce-41a6-8126-489f5401fa56 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:46:43.177189 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d71862f9-815a-47cb-992d-ff8b26774ca0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4452620 Jul 21 20:46:43.373006 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-83d25ba0-a7ce-41a6-8126-489f5401fa56', 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56', 'project_id': 'a9f8292e70024a6985791def05952106', 'fixed_ips': [{'subnet_id': '5fae71e8-452e-420a-8595-3c926adccee8'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 20:46:43.373988 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.514774 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Allocated IP 192.168.233.2 (83d25ba0-a7ce-41a6-8126-489f5401fa56/5fae71e8-452e-420a-8595-3c926adccee8/40d08a5e-6778-4ea8-9219-de6900d4eeb2) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:46:43.680732 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Publish callbacks [] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.687252 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.730092 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Network 83d25ba0-a7ce-41a6-8126-489f5401fa56 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:46:43.736446 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:46:43.740787 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:46:43.746335 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Pushing event updated for resources: {'Port': ['ID=40d08a5e-6778-4ea8-9219-de6900d4eeb2,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:46:43.773437 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.773781 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.774153 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.774498 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.774871 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.775172 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.775498 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.775846 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.776174 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.776501 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.776828 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.777167 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.778030 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.778472 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.778802 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:46:43.817240 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Attempting to bind port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:46:43.817623 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Attempting to bind port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:46:43.817991 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Attempting to bind port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 on network 83d25ba0-a7ce-41a6-8126-489f5401fa56 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:46:43.823403 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:46:43.823802 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Checking segment: {'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:46:43.824510 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.824792 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Bound using segment: {'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:46:43.825337 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Bound port: 40d08a5e-6778-4ea8-9219-de6900d4eeb2, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:46:43.825658 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.889390 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] For port 40d08a5e-6778-4ea8-9219-de6900d4eeb2, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:46:43.892739 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] For port 40d08a5e-6778-4ea8-9219-de6900d4eeb2, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=40d08a5e-6778-4ea8-9219-de6900d4eeb2,segment=NetworkSegment(1c1b8205-ee9a-4206-b7bb-9e89890d6cc9),segment_id=1c1b8205-ee9a-4206-b7bb-9e89890d6cc9)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:46:43.900139 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:43.964216 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4764231-e182-4439-aab8-3ae5bbfd227d None None] Pushing event updated for resources: {'Port': ['ID=40d08a5e-6778-4ea8-9219-de6900d4eeb2,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:46:44.625928 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 40d08a5e-6778-4ea8-9219-de6900d4eeb2 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:46:44.658494 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:44.674595 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:44.683231 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:46:44.683523 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:44.766847 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:46:44.767256 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:44.818020 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 40d08a5e-6778-4ea8-9219-de6900d4eeb2, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=40d08a5e-6778-4ea8-9219-de6900d4eeb2,segment=NetworkSegment(1c1b8205-ee9a-4206-b7bb-9e89890d6cc9),segment_id=1c1b8205-ee9a-4206-b7bb-9e89890d6cc9)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:46:44.824079 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:44.881697 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=40d08a5e-6778-4ea8-9219-de6900d4eeb2,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:46:44.928878 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557eb8fe-9437-4e4f-83de-9bdc6ed2190d None None] Network 83d25ba0-a7ce-41a6-8126-489f5401fa56 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:46:44.998328 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-dbae24c0-f265-451c-b42d-27ff0e890305 None None] Provisioning complete for port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:46:44.998717 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-dbae24c0-f265-451c-b42d-27ff0e890305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:45.121801 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-dbae24c0-f265-451c-b42d-27ff0e890305 None None] Current status of the port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:46:45.342455 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-600e5377-2f55-48df-914f-fdd57972e3b4 None None] Provisioning complete for port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:46:45.342671 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-600e5377-2f55-48df-914f-fdd57972e3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:45.426583 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-600e5377-2f55-48df-914f-fdd57972e3b4 None None] Current status of the port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:46:46.585863 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 40d08a5e-6778-4ea8-9219-de6900d4eeb2 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:46:46.630261 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:46:46.630658 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (40d08a5e-6778-4ea8-9219-de6900d4eeb2), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:46:46.705916 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 40d08a5e-6778-4ea8-9219-de6900d4eeb2 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:46:50.021632 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:50.034994 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:52.030775 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:52.038268 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:53.159399 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=43,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:53.162524 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=48,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:56.698824 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=68 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:46:56.704723 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:47:01.116904 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e672be57-e42b-4d47-a4df-945c98d5e852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:04.021833 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a23-425d-45e1-ad5c-effa71cfc60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:06.132618 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:06.560154 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:07.396830 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:16.018347 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:47:17.390415 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:47:17.392454 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:47:29.035823 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:47:30.031672 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=6 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:47:31.111740 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd8ff-6e58-4086-b774-b07f5d49d5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:34.016412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e57ce445-d511-4fef-ad51-2a6bfbc2679d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:36.134426 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:36.564030 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:37.405236 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:47:47.393976 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:47:47.396767 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:47:53.017876 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:48:01.121705 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f96801e4-a834-4fa7-b5e0-35932d4ccb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:04.024592 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a3351984-2518-475b-9d0d-4e496ea85374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:06.027585 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:06.031739 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:06.138399 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:06.568563 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:07.402721 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:13.213238 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48022) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:48:13.219254 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [None req-0700e183-c600-4e11-bc73-f805afa2eaad tempest-verify_tempest_config-324124491 tempest-verify_tempest_config-324124491-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:48:13.220273 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-0700e183-c600-4e11-bc73-f805afa2eaad tempest-verify_tempest_config-324124491 tempest-verify_tempest_config-324124491-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058520 Jul 21 20:48:13.862261 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48040) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:48:14.214390 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:14.290067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Publish callbacks [] for security_group (c0f7c5e4-44ea-4fa5-9957-fa2839c17eba), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:14.294481 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c0f7c5e4-44ea-4fa5-9957-fa2839c17eba), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:14.343740 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a27595b6f0040c68dd401ae241afd64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4803514 Jul 21 20:48:14.344830 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f7c5e4-44ea-4fa5-9957-fa2839c17eba,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:48:14.346425 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48046) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:48:14.355124 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.355690 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.356309 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.356839 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.357364 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.357913 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.358444 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.358977 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.359483 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.360303 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.360852 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.361414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.361953 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.362485 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.363016 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6abd81-cab1-44b9-879b-41f9f7aba058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.416484 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Publish callbacks [] for security_group (c0f7c5e4-44ea-4fa5-9957-fa2839c17eba), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:14.438505 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Publish callbacks [] for security_group (c0f7c5e4-44ea-4fa5-9957-fa2839c17eba), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:14.529398 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c0f7c5e4-44ea-4fa5-9957-fa2839c17eba), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:14.531939 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:14.533127 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0f7c5e4-44ea-4fa5-9957-fa2839c17eba HTTP/1.1" status: 204 len: 168 time: 0.1854289 Jul 21 20:48:14.542661 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f7c5e4-44ea-4fa5-9957-fa2839c17eba,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:48:14.549690 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.550035 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.550374 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.550709 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.551042 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.551360 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.551684 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.552038 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.552389 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.552722 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.553063 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.553406 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.553734 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.554065 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:14.554371 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f59f2e-bc33-4fd8-82fd-32f76718edc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:48:17.395063 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:24.341449 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=15,neutron:INSERT=7 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:24.348434 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:24.536588 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:24.545690 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:24.581888 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:27.524431 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=12 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:27.527945 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=14 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:30.016072 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:48:31.114837 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-48a5e732-6d56-415a-94c1-aa07e429c699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:34.017054 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-16b3b600-1f59-419b-b375-7c25b5df7b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:36.140321 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:36.571969 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:37.406786 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:48:43.023121 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:43.028278 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:47.394998 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:48:47.402652 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:49:01.115858 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7bfe-3d73-4448-a373-873f7429eb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:04.028076 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c45b80d1-a018-49d4-9439-09b1741b53aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:06.143059 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:06.575087 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:07.015655 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:49:07.409386 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:17.400052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:49:17.405151 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:49:29.004041 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:49:29.005092 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:49:31.128694 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-05bb6114-0b7f-4bee-838d-7be6208297ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:34.020853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-37c71601-3c5a-4fb4-b8f6-c29277c9d679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:36.144668 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:36.580118 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:37.410816 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:49:44.015735 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 5 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:49:47.404550 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:49:47.407238 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:49:57.022119 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:49:57.022880 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:01.123553 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b432271b-bde8-48b1-92a6-dc94eefb3936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:04.023076 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5ff493cf-ccdd-4f1a-8b48-55e99f947c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:06.148380 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:06.583965 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:07.418714 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:13.430301 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8020599'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:21.015981 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:50:23.421942 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:23.426613 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:31.125865 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2a3a4672-6214-4f11-a5a0-516e290245c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:34.019550 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=15 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:34.020901 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=19 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:34.028632 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a697ffd8-779f-4345-ab00-9baebd3126f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:34.578662 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48162) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:50:34.727757 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-811f6ff4-3b1c-4d11-b871-70e07c71e8cf admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1479518 Jul 21 20:50:36.149769 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:36.588154 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:36.868987 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48172) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:50:36.935765 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-496d9edd-17b4-42c8-909a-b3759806a950 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0655937 Jul 21 20:50:37.419567 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:43.380579 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:50:44.723222 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:46.927648 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:46.929592 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:53.373685 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:53.375577 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:50:58.016490 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:51:01.128832 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-00464788-45a0-4f8e-b7cb-960f16729c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:04.031172 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-24eaa329-a5a4-40fe-adc8-e374d8c127ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:06.152214 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:06.592900 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:07.421166 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:11.012250 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:11.017879 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:13.397349 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:23.390584 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:23.392545 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:29.009590 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:29.010324 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:31.139183 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b53c5457-63d0-4498-9526-89d8e475a808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:34.037029 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-d2428291-8859-427d-986d-269c5007ced0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:35.015985 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:51:36.158387 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:36.598290 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:37.430368 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:43.415325 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:51:48.013901 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:48.018367 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:53.406894 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:51:53.410895 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:01.131637 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-7bc6dca5-1456-41eb-87d2-0e3b2ba9377c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:04.030343 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0c65391c-8688-4656-8d63-6cb613fe9b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:06.159188 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:06.595354 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:07.430632 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:12.018240 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:52:13.422157 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:23.417604 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:23.417604 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:24.721029 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48374) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:24.750819 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48382) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:25.005199 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1110800250-network', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:25.029888 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Made reservation on behalf of 4fe52006c5034bbf8de92b8aae171d3c for: {'network': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:25.033534 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.043411 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.073644 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-network', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:25.095595 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Made reservation on behalf of d9e9d8f8b55c4ef586252456ea195266 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:25.099412 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.111346 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.132303 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Publish callbacks [] for security_group (0eed14c8-4362-4327-aec3-0be9f955d6a3), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.139950 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0eed14c8-4362-4327-aec3-0be9f955d6a3), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.186193 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed14c8-4362-4327-aec3-0be9f955d6a3,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:25.195603 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=110830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:52:25.208311 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (730c9faf-5ef9-4926-9f9c-6757c14327c2), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.208668 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.segments_db [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Added segment 730c9faf-5ef9-4926-9f9c-6757c14327c2 of type vlan for network d80bf16f-8a10-4877-90cb-01785bb4b82c Jul 21 20:52:25.218432 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Publish callbacks [] for security_group (5b0a8927-8aee-4e57-9e66-750174a78bd2), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.223632 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.223965 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (5b0a8927-8aee-4e57-9e66-750174a78bd2), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.224404 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.225115 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.225718 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.226212 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.226703 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.227319 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.228170 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.228890 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.229733 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.230288 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.230823 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.231337 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.232025 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.232561 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Tracked resource versions report: Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: pushed versions: Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: { 'AddressGroup': {'1.2'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Agent': {'1.1'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'ConntrackHelper': {'1.0'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'LocalIPAssociation': {'1.0'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Log': {'1.0'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'NDPProxy': {'1.0'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Network': {'1.1'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Port': {'1.7'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'PortForwarding': {'1.3'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'QosPolicy': {'1.10'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SecurityGroup': {'1.5'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SecurityGroupRule': {'1.2'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SubPort': {'1.0'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Subnet': {'1.1'}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Trunk': {'1.1'}} Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: consumer versions: Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: { DHCP agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: HyperV agent@hv-cinder-85068: {}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: L3 agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: Metadata agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: Metering agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: Open vSwitch agent@dv-cinder-850687-1-iscsi: { 'AddressGroup': '1.2', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Agent': '1.1', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'ConntrackHelper': '1.0', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'LocalIPAssociation': '1.0', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Log': '1.0', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'NDPProxy': '1.0', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Network': '1.1', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Port': '1.7', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'PortForwarding': '1.3', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'QosPolicy': '1.10', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SecurityGroup': '1.5', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SecurityGroupRule': '1.2', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'SubPort': '1.0', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Subnet': '1.1', Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: 'Trunk': '1.1'}} Jul 21 20:52:25.233936 dv-cinder-850687-1-iscsi neutron-server[110830]: {{(pid=110830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 20:52:25.253845 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a8927-8aee-4e57-9e66-750174a78bd2,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:25.265326 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.265843 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.266206 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.266551 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.266890 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.267219 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.267644 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.268017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.268360 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.268687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.269026 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.269581 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.269892 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.270226 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.270705 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Tracked resource versions report: Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: pushed versions: Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: { 'AddressGroup': {'1.2'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Agent': {'1.1'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'ConntrackHelper': {'1.0'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'LocalIPAssociation': {'1.0'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Log': {'1.0'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'NDPProxy': {'1.0'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Network': {'1.1'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Port': {'1.7'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'PortForwarding': {'1.3'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'QosPolicy': {'1.10'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SecurityGroup': {'1.5'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SecurityGroupRule': {'1.2'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SubPort': {'1.0'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Subnet': {'1.1'}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Trunk': {'1.1'}} Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: consumer versions: Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: { DHCP agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: HyperV agent@hv-cinder-85068: {}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: L3 agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: Metadata agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: Metering agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: Open vSwitch agent@dv-cinder-850687-1-iscsi: { 'AddressGroup': '1.2', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Agent': '1.1', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'ConntrackHelper': '1.0', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'LocalIPAssociation': '1.0', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Log': '1.0', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'NDPProxy': '1.0', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Network': '1.1', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Port': '1.7', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'PortForwarding': '1.3', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'QosPolicy': '1.10', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SecurityGroup': '1.5', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SecurityGroupRule': '1.2', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'SubPort': '1.0', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Subnet': '1.1', Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: 'Trunk': '1.1'}} Jul 21 20:52:25.272064 dv-cinder-850687-1-iscsi neutron-server[110831]: {{(pid=110831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 20:52:25.285410 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:52:25.295754 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (d80bf16f-8a10-4877-90cb-01785bb4b82c), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.300237 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (796026b7-4cca-4599-a743-aebac99c4c0c), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.300802 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Added segment 796026b7-4cca-4599-a743-aebac99c4c0c of type vlan for network 12e272e6-6c0f-4346-988b-fccdfdf62793 Jul 21 20:52:25.325464 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (d80bf16f-8a10-4877-90cb-01785bb4b82c), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.326854 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:25.328302 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.355401 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (12e272e6-6c0f-4346-988b-fccdfdf62793), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.393771 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (12e272e6-6c0f-4346-988b-fccdfdf62793), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.395160 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:25.395814 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.397974 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] Pushing event updated for resources: {'Network': ['ID=d80bf16f-8a10-4877-90cb-01785bb4b82c,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:25.413239 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network d80bf16f-8a10-4877-90cb-01785bb4b82c details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:52:25.418898 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48408) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:25.431414 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-03d94d82-4936-4e7f-b20c-4f756bfd180a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7065494 Jul 21 20:52:25.432089 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48410) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:25.442266 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Request body: {'subnet': {'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1110800250-subnet', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:25.468970 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7165210 Jul 21 20:52:25.474512 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48414) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:25.483256 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Request body: {'subnet': {'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-subnet', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:25.513143 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d45dbb-375b-447b-b469-cf9d3fb0c855 admin admin] Pushing event updated for resources: {'Network': ['ID=12e272e6-6c0f-4346-988b-fccdfdf62793,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:25.522283 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Made reservation on behalf of 4fe52006c5034bbf8de92b8aae171d3c for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:25.523309 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:52:25.528389 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.560116 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Made reservation on behalf of d9e9d8f8b55c4ef586252456ea195266 for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:25.562461 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.777677 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48432) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:25.812895 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:25.825480 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (2be1134d-d01a-4f49-b6fd-3ce63460d275), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:25.893291 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:25.894518 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Checking segment: {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:25.895077 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Network hostable DHCP agents. Network: d80bf16f-8a10-4877-90cb-01785bb4b82c, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:52:25.946712 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Network d80bf16f-8a10-4877-90cb-01785bb4b82c is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:52:25.982901 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, d80bf16f-8a10-4877-90cb-01785bb4b82c) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:25.993476 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d88eb-f170-4a34-a0c2-d9e2bdc0a116 None None] Network d80bf16f-8a10-4877-90cb-01785bb4b82c requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:25.996697 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:25.997297 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.007139 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-78455730-network', 'tenant_id': '1e9e2fb1afd34141bb9cb2d2de1694ab'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:26.008682 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be1134d-d01a-4f49-b6fd-3ce63460d275,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:26.018870 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-69ee7edb-285c-4726-8e88-ad9538cd0879 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5856566 Jul 21 20:52:26.021756 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48446) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:26.027795 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:26.055342 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Made reservation on behalf of 1e9e2fb1afd34141bb9cb2d2de1694ab for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:26.058540 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.078184 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.096158 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (db1c4fb5-668b-4848-9037-114d9e57e569), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.117249 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.118617 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.180863 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-945125384-network', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:26.195385 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Checking segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:26.195956 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Network hostable DHCP agents. Network: 12e272e6-6c0f-4346-988b-fccdfdf62793, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:52:26.234172 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1c4fb5-668b-4848-9037-114d9e57e569,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:26.246326 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:52:26.249070 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Made reservation on behalf of c312164b3fdd40719fcdd94ed6bfd187 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:26.251621 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.259350 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-d80bf16f-8a10-4877-90cb-01785bb4b82c', 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c', 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'fixed_ips': [{'subnet_id': '2be1134d-d01a-4f49-b6fd-3ce63460d275'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 20:52:26.260968 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.286046 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks [] for router_controller (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), precommit_add_association {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.288832 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 12e272e6-6c0f-4346-988b-fccdfdf62793) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:26.294823 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:26.295800 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.298543 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.352236 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a095d2bd-2d92-474c-bdea-1348b2f209d0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8765268 Jul 21 20:52:26.365577 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Publish callbacks [] for security_group (7776830f-d70b-409a-bfb0-8be51bc5a7ce), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.376722 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48458) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:26.381444 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:26.410709 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (7776830f-d70b-409a-bfb0-8be51bc5a7ce), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.431762 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed91a2-97e1-4fc1-911b-88852f12f425 None None] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:26.464635 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks [] for router_gateway (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.471341 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:52:26.562185 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (26a6ad8f-90b5-4285-a894-1e6ecbfe31f8), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.562532 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Added segment 26a6ad8f-90b5-4285-a894-1e6ecbfe31f8 of type vlan for network b10ea05c-ffdb-45f9-a5ef-c66558eb7dba Jul 21 20:52:26.579767 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:26.678615 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Allocated IP 172.20.0.2 (d80bf16f-8a10-4877-90cb-01785bb4b82c/2be1134d-d01a-4f49-b6fd-3ce63460d275/208e9e1d-d459-4262-8bb6-3f6400907bea) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:26.684906 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-12e272e6-6c0f-4346-988b-fccdfdf62793', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 20:52:26.686893 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.699812 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Publish callbacks [] for security_group (0468b2bc-d023-48fd-a279-4fa20be1825f), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.707531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=70,neutron:INSERT=22,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:26.709427 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.711179 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.721245 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0468b2bc-d023-48fd-a279-4fa20be1825f), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.773025 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7776830f-d70b-409a-bfb0-8be51bc5a7ce,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:26.781991 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks [] for router_gateway (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.829832 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:52:26.838362 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.855261 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (b10ea05c-ffdb-45f9-a5ef-c66558eb7dba), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.872395 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (e700c3cb-7c5a-4a46-b8e0-c10c85822c4a), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.873166 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Added segment e700c3cb-7c5a-4a46-b8e0-c10c85822c4a of type vlan for network b37db4ce-f6bd-42a4-9277-6fc954d54178 Jul 21 20:52:26.925236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (b37db4ce-f6bd-42a4-9277-6fc954d54178), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:26.936427 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:27.071241 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (b37db4ce-f6bd-42a4-9277-6fc954d54178), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.072279 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:27.073406 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.105302 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Allocated IP 172.27.3.248 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/1f6fcf55-6b30-419d-a438-2b2f35b60c92) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:27.112376 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Allocated IP 172.20.0.2 (12e272e6-6c0f-4346-988b-fccdfdf62793/db1c4fb5-668b-4848-9037-114d9e57e569/f79b165d-dd29-47b7-91ee-fdb519a7e5a5) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:27.203690 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Publish callbacks [] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.209196 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:27.212448 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.273455 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.db.resource_extend [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 20:52:27.295378 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5159388 Jul 21 20:52:27.311308 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Pushing event updated for resources: {'Port': ['ID=208e9e1d-d459-4262-8bb6-3f6400907bea,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:27.312050 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48496) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:27.325206 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0468b2bc-d023-48fd-a279-4fa20be1825f,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:27.347365 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Request body: {'subnet': {'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-subnet', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:27.355416 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.356575 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.357170 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.358178 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.358852 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.359412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.360211 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.361579 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.362268 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.363381 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.364149 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.366094 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.366668 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.367326 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks [] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.368200 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.369071 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Tracked resource versions report: Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: pushed versions: Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: { 'AddressGroup': {'1.2'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Agent': {'1.1'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'ConntrackHelper': {'1.0'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'LocalIPAssociation': {'1.0'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Log': {'1.0'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'NDPProxy': {'1.0'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Network': {'1.1'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Port': {'1.7'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'PortForwarding': {'1.3'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'QosPolicy': {'1.10'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SecurityGroup': {'1.5'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SecurityGroupRule': {'1.2'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SubPort': {'1.0'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Subnet': {'1.1'}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Trunk': {'1.1'}} Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: consumer versions: Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: { DHCP agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: HyperV agent@hv-cinder-85068: {}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: L3 agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: Metadata agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: Metering agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: Open vSwitch agent@dv-cinder-850687-1-iscsi: { 'AddressGroup': '1.2', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Agent': '1.1', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'ConntrackHelper': '1.0', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'LocalIPAssociation': '1.0', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Log': '1.0', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'NDPProxy': '1.0', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Network': '1.1', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Port': '1.7', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'PortForwarding': '1.3', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'QosPolicy': '1.10', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SecurityGroup': '1.5', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SecurityGroupRule': '1.2', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'SubPort': '1.0', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Subnet': '1.1', Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: 'Trunk': '1.1'}} Jul 21 20:52:27.374165 dv-cinder-850687-1-iscsi neutron-server[110832]: {{(pid=110832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 20:52:27.376781 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks [] for router_controller (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), precommit_add_association {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.437471 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Network d80bf16f-8a10-4877-90cb-01785bb4b82c is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:27.438044 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (b10ea05c-ffdb-45f9-a5ef-c66558eb7dba), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.438596 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:27.439338 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.443542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:27.451707 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.472927 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:27.489629 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:27.564709 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:27.583517 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:27.594637 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:27.607293 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=15 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:27.614452 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:27.778665 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Attempting to bind port 208e9e1d-d459-4262-8bb6-3f6400907bea on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:27.779039 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Attempting to bind port 208e9e1d-d459-4262-8bb6-3f6400907bea by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:27.779415 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Attempting to bind port 208e9e1d-d459-4262-8bb6-3f6400907bea on network d80bf16f-8a10-4877-90cb-01785bb4b82c {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:27.798998 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:27.799399 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Checking segment: {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:27.799806 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.800211 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Bound using segment: {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:27.800733 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Bound port: 208e9e1d-d459-4262-8bb6-3f6400907bea, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:27.801125 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.817504 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6fcf55-6b30-419d-a438-2b2f35b60c92,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:27.890531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks [] for router_gateway (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:27.895467 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5019dd-b807-4439-9c0e-f0015540e7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b37db4ce-f6bd-42a4-9277-6fc954d54178,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:27.911873 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:52:28.088858 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] For port 208e9e1d-d459-4262-8bb6-3f6400907bea, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:28.091845 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.6689279 Jul 21 20:52:28.096316 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Made reservation on behalf of c312164b3fdd40719fcdd94ed6bfd187 for: {'subnet': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:28.097137 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48532) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:28.100547 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:28.100739 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] For port 208e9e1d-d459-4262-8bb6-3f6400907bea, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=208e9e1d-d459-4262-8bb6-3f6400907bea,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:28.106212 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Request body: {'subnet': {'network_id': 'b10ea05c-ffdb-45f9-a5ef-c66558eb7dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-78455730-subnet', 'tenant_id': '1e9e2fb1afd34141bb9cb2d2de1694ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:28.107604 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Publish callbacks [] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:28.111986 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:28.128337 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:28.134970 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:28.154818 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks [] for router_gateway (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:28.198901 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:28.228189 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:28.234992 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:28.249249 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c14fa-fa7f-4196-8637-62c5283b0f03 None None] Pushing event updated for resources: {'Port': ['ID=208e9e1d-d459-4262-8bb6-3f6400907bea,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:28.407037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Made reservation on behalf of 1e9e2fb1afd34141bb9cb2d2de1694ab for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:28.409124 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:28.426725 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Pushing event updated for resources: {'Port': ['ID=f79b165d-dd29-47b7-91ee-fdb519a7e5a5,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:28.542796 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Attempting to bind port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:28.545503 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Attempting to bind port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:28.546200 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Attempting to bind port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 on network 12e272e6-6c0f-4346-988b-fccdfdf62793 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:28.554895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374211c-725b-470d-b728-0cd282a3dbb4 admin admin] Pushing event updated for resources: {'Network': ['ID=b10ea05c-ffdb-45f9-a5ef-c66558eb7dba,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:28.562300 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:28.564573 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Checking segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:28.565134 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:28.565647 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Bound using segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:28.568714 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Bound port: f79b165d-dd29-47b7-91ee-fdb519a7e5a5, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:28.569387 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:28.578589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network b10ea05c-ffdb-45f9-a5ef-c66558eb7dba details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:52:28.918255 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:28.993268 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 208e9e1d-d459-4262-8bb6-3f6400907bea up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:29.012019 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (9e32467f-8173-4f70-8a7e-81e0da561cfa), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.023374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:29.048600 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] For port f79b165d-dd29-47b7-91ee-fdb519a7e5a5, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:29.060329 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.110537 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] For port f79b165d-dd29-47b7-91ee-fdb519a7e5a5, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=f79b165d-dd29-47b7-91ee-fdb519a7e5a5,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:29.129756 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.138406 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks [] for router_gateway (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.172287 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 208e9e1d-d459-4262-8bb6-3f6400907bea triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:29.173001 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.180504 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (7d8d5155-9df1-46a1-99d8-c7d7d4198f72), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.226333 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.250171 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:29.278978 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7ae10-3fc1-47c2-9505-293b02a500d4 None None] Pushing event updated for resources: {'Port': ['ID=f79b165d-dd29-47b7-91ee-fdb519a7e5a5,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:29.297571 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8d5155-9df1-46a1-99d8-c7d7d4198f72,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:29.306200 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48592) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:29.338135 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 208e9e1d-d459-4262-8bb6-3f6400907bea is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:29.338717 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.391001 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Checking segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:29.392111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Network hostable DHCP agents. Network: b37db4ce-f6bd-42a4-9277-6fc954d54178, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:52:29.409873 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 208e9e1d-d459-4262-8bb6-3f6400907bea, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=208e9e1d-d459-4262-8bb6-3f6400907bea,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:29.417576 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.428857 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:29.453097 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Checking segment: {'id': '26a6ad8f-90b5-4285-a894-1e6ecbfe31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b10ea05c-ffdb-45f9-a5ef-c66558eb7dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:29.453816 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Network hostable DHCP agents. Network: b10ea05c-ffdb-45f9-a5ef-c66558eb7dba, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:52:29.457163 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48596) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:29.495369 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e32467f-8173-4f70-8a7e-81e0da561cfa,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:29.524737 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:52:29.554380 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Network b10ea05c-ffdb-45f9-a5ef-c66558eb7dba is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:52:29.563376 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 20:52:29.584911 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, b37db4ce-f6bd-42a4-9277-6fc954d54178) {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:29.585713 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, b10ea05c-ffdb-45f9-a5ef-c66558eb7dba) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:29.615947 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:29.616815 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.618914 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4894fc2b-0e1d-40df-b143-2f9c34bdcd06 None None] Network b10ea05c-ffdb-45f9-a5ef-c66558eb7dba requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:29.629556 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:29.630607 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.645562 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-88aafad5-d0e0-444d-af96-49a803e4a31d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3079555 Jul 21 20:52:29.646462 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48604) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:29.648770 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f625e25-1146-4d53-8182-1ad4527aac08 None None] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:29.654622 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:29.707033 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a4301dc9-6776-42e6-abb8-2beb70a3650c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6048007 Jul 21 20:52:29.729175 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f46b494d-0828-4f44-9706-76bc96944b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.742677 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:29.763974 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Allocated IP 172.27.3.207 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/03bb9c2c-ffec-4fae-a1f3-546e5f820fa3) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:29.806926 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.808342 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:29.821734 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=208e9e1d-d459-4262-8bb6-3f6400907bea,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:29.865353 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a602f7be-4f1e-4bbb-b426-2e25b5ea0940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.024938 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-b37db4ce-f6bd-42a4-9277-6fc954d54178', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 20:52:30.025996 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.040021 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=21 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:30.042397 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a602f7be-4f1e-4bbb-b426-2e25b5ea0940 admin admin] Publish callbacks [] for security_group (3d108d27-299b-4257-b9c2-7208ff9efb1b), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.050319 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:30.059388 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48612) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:30.062855 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a602f7be-4f1e-4bbb-b426-2e25b5ea0940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3d108d27-299b-4257-b9c2-7208ff9efb1b), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.126512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks [] for router_controller (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), precommit_add_association {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.139668 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602f7be-4f1e-4bbb-b426-2e25b5ea0940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d108d27-299b-4257-b9c2-7208ff9efb1b,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:30.180026 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks [] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.196380 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a602f7be-4f1e-4bbb-b426-2e25b5ea0940 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=511c4e2782a54c32b4f856a9cda6710a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7298441 Jul 21 20:52:30.200466 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:52:30.217082 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Sync routers for ids ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:52:30.217310 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48618) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:30.256479 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Routers {'894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:30.258166 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:30.269333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082d4a4-1350-49dd-9d78-1f3ca1f21870 None None] Network b10ea05c-ffdb-45f9-a5ef-c66558eb7dba requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:30.271954 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc86e9-dcd8-4ab3-b61b-1bf24ee28c22 None None] Network d80bf16f-8a10-4877-90cb-01785bb4b82c requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:30.398001 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.406293 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-4349ffb2-f682-49e2-b452-45e8db70abf0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3833117 Jul 21 20:52:30.418169 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48624) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:30.468680 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks [] for router_gateway (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.505710 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-e2021184-0b9d-465c-b5fc-af857cf223a9 None None] Provisioning complete for port 208e9e1d-d459-4262-8bb6-3f6400907bea triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:30.506597 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e2021184-0b9d-465c-b5fc-af857cf223a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.544375 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:30.599298 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Set router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:30.618451 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Allocated IP 172.20.0.2 (b37db4ce-f6bd-42a4-9277-6fc954d54178/9e32467f-8173-4f70-8a7e-81e0da561cfa/30e5fe72-6adc-4b74-bb2f-f72401dc35ec) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:30.649966 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1a415a97-b77b-40a6-a0a0-c3e2fe82118e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.787386 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1a415a97-b77b-40a6-a0a0-c3e2fe82118e admin admin] Publish callbacks [] for security_group (56d90478-bbdf-4cf0-922b-c55922e68cf1), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.796832 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f46b494d-0828-4f44-9706-76bc96944b33 admin admin] Publish callbacks [] for security_group (b4961df9-2312-4e31-808c-bfc5c779b73c), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.805076 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:30.811098 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1a415a97-b77b-40a6-a0a0-c3e2fe82118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (56d90478-bbdf-4cf0-922b-c55922e68cf1), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.838932 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:30.892274 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5e5b694a-2dc5-485a-9719-a09348219cdb admin admin] Publish callbacks [] for security_group (3d108d27-299b-4257-b9c2-7208ff9efb1b), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.909673 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-1a415a97-b77b-40a6-a0a0-c3e2fe82118e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dfdd7ea8c3a4c36a22b17049e7a1669&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8480909 Jul 21 20:52:30.925886 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f46b494d-0828-4f44-9706-76bc96944b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (b4961df9-2312-4e31-808c-bfc5c779b73c), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:30.943360 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-e2021184-0b9d-465c-b5fc-af857cf223a9 None None] Current status of the port 208e9e1d-d459-4262-8bb6-3f6400907bea is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:30.967857 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48644) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:31.105748 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48650) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:31.110713 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f46b494d-0828-4f44-9706-76bc96944b33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cda29a2ffb81483286571baa4f16d2e4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7781126 Jul 21 20:52:31.117585 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 208e9e1d-d459-4262-8bb6-3f6400907bea up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:31.123586 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-336210624-network', 'tenant_id': '09f927548fe047218578d81e7cc92f8b'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:31.133402 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48652) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:31.174239 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.192013 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:27Z', 'revision_number': 3, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port': {'id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:31.249698 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Checking router: 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:52:31.250322 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Updating router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:52:31.273255 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5e5b694a-2dc5-485a-9719-a09348219cdb admin admin] Publish callbacks [] for security_group (3d108d27-299b-4257-b9c2-7208ff9efb1b), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.279692 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9864-8aa0-485c-8105-1fb366a64a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.288347 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6fd9ce-fe63-4938-b966-d29c4dceddd9 None None] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:31.295893 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Publish callbacks [] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.311641 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.312734 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb605-375a-4ec7-a149-b4db686350df admin admin] Publish callbacks [] for security_group (b4961df9-2312-4e31-808c-bfc5c779b73c), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.342539 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb605-375a-4ec7-a149-b4db686350df admin admin] Publish callbacks [] for security_group (b4961df9-2312-4e31-808c-bfc5c779b73c), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.344561 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.351454 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:31.360274 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:31.361937 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-c2823381-8cd4-40dc-90e0-2916aa17b92c None None] Provisioning complete for port 208e9e1d-d459-4262-8bb6-3f6400907bea triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:31.362777 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c2823381-8cd4-40dc-90e0-2916aa17b92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.383117 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:31.455409 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:31.456704 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:31.461250 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:31.501093 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a415a97-b77b-40a6-a0a0-c3e2fe82118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d90478-bbdf-4cf0-922b-c55922e68cf1,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:31.503663 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks [] for router_gateway (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.509342 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Made reservation on behalf of 09f927548fe047218578d81e7cc92f8b for: {'network': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:31.514976 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.547813 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f9ca-a92c-4be2-ad6a-51c61f189bf9 admin admin] Publish callbacks [] for security_group (56d90478-bbdf-4cf0-922b-c55922e68cf1), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.550349 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b494d-0828-4f44-9706-76bc96944b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4961df9-2312-4e31-808c-bfc5c779b73c,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:31.574639 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.589820 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 208e9e1d-d459-4262-8bb6-3f6400907bea triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:31.590580 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.598085 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Pushing event updated for resources: {'Port': ['ID=03bb9c2c-ffec-4fae-a1f3-546e5f820fa3,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:31.611835 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:31.612326 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.651459 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:31.670563 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:31.674807 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb605-375a-4ec7-a149-b4db686350df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (b4961df9-2312-4e31-808c-bfc5c779b73c), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.677568 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb605-375a-4ec7-a149-b4db686350df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.678973 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b7cfb605-375a-4ec7-a149-b4db686350df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4961df9-2312-4e31-808c-bfc5c779b73c HTTP/1.1" status: 204 len: 168 time: 0.5374238 Jul 21 20:52:31.698542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfb605-375a-4ec7-a149-b4db686350df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4961df9-2312-4e31-808c-bfc5c779b73c,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:31.703701 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Pushing event updated for resources: {'Port': ['ID=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:31.704376 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5e5b694a-2dc5-485a-9719-a09348219cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3d108d27-299b-4257-b9c2-7208ff9efb1b), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.707359 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5e5b694a-2dc5-485a-9719-a09348219cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.711652 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5e5b694a-2dc5-485a-9719-a09348219cdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d108d27-299b-4257-b9c2-7208ff9efb1b HTTP/1.1" status: 204 len: 168 time: 1.4932783 Jul 21 20:52:31.743483 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b694a-2dc5-485a-9719-a09348219cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d108d27-299b-4257-b9c2-7208ff9efb1b,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:31.815455 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.828321 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Publish callbacks [] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.838486 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.867634 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Publish callbacks [] for security_group (b16c8da7-9157-4a72-a6bc-45a2b76717ce), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.919676 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (b16c8da7-9157-4a72-a6bc-45a2b76717ce), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.986061 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Attempting to bind port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:31.986633 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f9ca-a92c-4be2-ad6a-51c61f189bf9 admin admin] Publish callbacks [] for security_group (56d90478-bbdf-4cf0-922b-c55922e68cf1), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:31.987065 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Attempting to bind port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:31.987673 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Attempting to bind port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:31.991808 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Pushing event updated for resources: {'Port': ['ID=1f6fcf55-6b30-419d-a438-2b2f35b60c92,revision_number=2']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:32.032047 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:32.032912 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:32.033520 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.034125 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:32.044490 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Bound port: 1f6fcf55-6b30-419d-a438-2b2f35b60c92, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:32.045258 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.048329 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.048957 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.049522 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.050076 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.050619 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.051150 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.051692 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.052271 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.053326 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.054177 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.054710 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.055254 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.055873 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.056806 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.057544 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Tracked resource versions report: Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: pushed versions: Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: { 'AddressGroup': {'1.2'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Agent': {'1.1'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'ConntrackHelper': {'1.0'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'LocalIPAssociation': {'1.0'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Log': {'1.0'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'NDPProxy': {'1.0'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Network': {'1.1'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Port': {'1.7'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'PortForwarding': {'1.3'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'QosPolicy': {'1.10'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SecurityGroup': {'1.5'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SecurityGroupRule': {'1.2'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SubPort': {'1.0'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Subnet': {'1.1'}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Trunk': {'1.1'}} Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: consumer versions: Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: { DHCP agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: HyperV agent@hv-cinder-85068: {}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: L3 agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: Metadata agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: Metering agent@dv-cinder-850687-1-iscsi: {}, Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: Open vSwitch agent@dv-cinder-850687-1-iscsi: { 'AddressGroup': '1.2', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Agent': '1.1', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'ConntrackHelper': '1.0', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'LocalIPAssociation': '1.0', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Log': '1.0', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'NDPProxy': '1.0', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Network': '1.1', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Port': '1.7', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'PortForwarding': '1.3', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'QosPolicy': '1.10', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SecurityGroup': '1.5', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SecurityGroupRule': '1.2', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'SubPort': '1.0', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Subnet': '1.1', Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: 'Trunk': '1.1'}} Jul 21 20:52:32.059186 dv-cinder-850687-1-iscsi neutron-server[110833]: {{(pid=110833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 20:52:32.098348 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Attempting to bind port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:32.098879 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Attempting to bind port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:32.099092 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Attempting to bind port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec on network b37db4ce-f6bd-42a4-9277-6fc954d54178 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:32.141224 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-c2823381-8cd4-40dc-90e0-2916aa17b92c None None] Current status of the port 208e9e1d-d459-4262-8bb6-3f6400907bea is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:32.143880 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:32.144254 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Checking segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:32.144669 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.152668 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Bound using segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:32.153301 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Bound port: 30e5fe72-6adc-4b74-bb2f-f72401dc35ec, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:32.153728 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.158304 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] For port 1f6fcf55-6b30-419d-a438-2b2f35b60c92, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:32.164925 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] For port 1f6fcf55-6b30-419d-a438-2b2f35b60c92, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1f6fcf55-6b30-419d-a438-2b2f35b60c92,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:32.177184 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.214986 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 208e9e1d-d459-4262-8bb6-3f6400907bea is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:32.226071 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device f79b165d-dd29-47b7-91ee-fdb519a7e5a5 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:32.227108 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:32.280448 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Allocated IP 172.27.3.81 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/398913fd-42c3-40a5-8b8c-2fc056b42f48) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:32.294068 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Routers {'894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:32.295049 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:32.298786 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf867-579e-4faa-a86b-9dfd44a537b8 None None] Pushing event updated for resources: {'Port': ['ID=1f6fcf55-6b30-419d-a438-2b2f35b60c92,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:32.321346 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c8da7-9157-4a72-a6bc-45a2b76717ce,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:32.368290 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=110830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:52:32.445509 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (b088f19e-0e78-46fc-8287-4cc8fa28a34a), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.445943 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.segments_db [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Added segment b088f19e-0e78-46fc-8287-4cc8fa28a34a of type vlan for network 1132ea5e-f597-43fd-82e4-f82fc00302c9 Jul 21 20:52:32.459250 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:32.488073 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] Set router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:32.493849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f9ca-a92c-4be2-ad6a-51c61f189bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (56d90478-bbdf-4cf0-922b-c55922e68cf1), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.506581 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f9ca-a92c-4be2-ad6a-51c61f189bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.507747 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-3cb6f9ca-a92c-4be2-ad6a-51c61f189bf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56d90478-bbdf-4cf0-922b-c55922e68cf1 HTTP/1.1" status: 204 len: 168 time: 1.3378873 Jul 21 20:52:32.523748 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-55fd1158-b0b1-4755-91d5-fa98349bf314 None None] Provisioning complete for port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:32.524187 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-55fd1158-b0b1-4755-91d5-fa98349bf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.562296 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (1132ea5e-f597-43fd-82e4-f82fc00302c9), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.605230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48686) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:32.626439 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:32.634144 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6f9ca-a92c-4be2-ad6a-51c61f189bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d90478-bbdf-4cf0-922b-c55922e68cf1,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:32.642182 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] For port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:32.652250 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-716af32f-c600-4256-a2cf-23e21a0869a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.659642 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:32.659642 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.674522 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Allocated IP 172.20.0.1 (d80bf16f-8a10-4877-90cb-01785bb4b82c/2be1134d-d01a-4f49-b6fd-3ce63460d275/c7425898-c769-45b3-93a0-c7264e97f619) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:32.690865 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (1132ea5e-f597-43fd-82e4-f82fc00302c9), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.692529 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:32.693898 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.763678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks [] for router_gateway (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.775368 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] For port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:32.811061 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:32.829329 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7191591 Jul 21 20:52:32.831803 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dfd62-4ef3-4422-b086-59fe6da6e5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1132ea5e-f597-43fd-82e4-f82fc00302c9,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:32.852470 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48690) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:32.863174 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Request body: {'subnet': {'network_id': '1132ea5e-f597-43fd-82e4-f82fc00302c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-336210624-subnet', 'tenant_id': '09f927548fe047218578d81e7cc92f8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:32.894017 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:32.915378 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 1132ea5e-f597-43fd-82e4-f82fc00302c9 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:52:32.936776 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:27Z', 'revision_number': 3, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port': {'id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:32.942442 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:33.011043 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Made reservation on behalf of 09f927548fe047218578d81e7cc92f8b for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:33.015832 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.028292 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48696) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:33.035389 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c7972-aaf6-467d-8cb0-fa9952cba11c None None] The sync data for ids ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'] in dv-cinder-850687-1-iscsi is: [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:27Z', 'revision_number': 3, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port': {'id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:52:33.064561 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks [] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.160732 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:33.218305 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Publish callbacks [] for port (c7425898-c769-45b3-93a0-c7264e97f619), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.251136 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-716af32f-c600-4256-a2cf-23e21a0869a0 admin admin] Publish callbacks [] for security_group (2c9cf6a2-200e-4b74-812b-993e29da0d26), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.252166 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48704) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:33.278546 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c42a8e3d-b960-483d-bf65-5a11e5837092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.284186 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-716af32f-c600-4256-a2cf-23e21a0869a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (2c9cf6a2-200e-4b74-812b-993e29da0d26), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.316624 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:33.338352 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716af32f-c600-4256-a2cf-23e21a0869a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9cf6a2-200e-4b74-812b-993e29da0d26,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:33.340732 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.385780 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644ebdc-e196-48c3-9f34-4ee206bf0455 None None] Pushing event updated for resources: {'Port': ['ID=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:33.391633 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-55fd1158-b0b1-4755-91d5-fa98349bf314 None None] Current status of the port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:33.392182 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-55fd1158-b0b1-4755-91d5-fa98349bf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.526402 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-716af32f-c600-4256-a2cf-23e21a0869a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f7faeee165a4509a4c372e1c9de32cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9180741 Jul 21 20:52:33.534910 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48708) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:33.548436 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:33.549873 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.558928 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-55fd1158-b0b1-4755-91d5-fa98349bf314 None None] For port f79b165d-dd29-47b7-91ee-fdb519a7e5a5, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=f79b165d-dd29-47b7-91ee-fdb519a7e5a5,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:33.559160 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:33.568161 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (c7425898-c769-45b3-93a0-c7264e97f619), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.568784 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:33.580494 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-55fd1158-b0b1-4755-91d5-fa98349bf314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.715052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.db.api [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 20:52:33.716290 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG oslo_db.api [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 20:52:33.717878 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:33.734899 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Pushing event updated for resources: {'Port': ['ID=398913fd-42c3-40a5-8b8c-2fc056b42f48,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:33.741509 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:33.760350 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Network d80bf16f-8a10-4877-90cb-01785bb4b82c is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:33.780020 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.789802 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-67ad7c00-b2c2-46e4-89b6-8a0851f5eb0f None None] Provisioning complete for port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:33.790355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-67ad7c00-b2c2-46e4-89b6-8a0851f5eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.798746 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:33.843278 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd1158-b0b1-4755-91d5-fa98349bf314 None None] Pushing event updated for resources: {'Port': ['ID=f79b165d-dd29-47b7-91ee-fdb519a7e5a5,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:33.881020 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:33.949952 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c42a8e3d-b960-483d-bf65-5a11e5837092 admin admin] Publish callbacks [] for security_group (6ae8ae08-365c-4d1d-bcbe-b6cd33733ab5), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.970697 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ab3806f9-2200-4bbf-b09d-9e607b0d6fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:33.988141 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:33.988649 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.067178 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-580ae631-6c16-4f37-8666-6a94aa2c14fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.074590 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-67ad7c00-b2c2-46e4-89b6-8a0851f5eb0f None None] Current status of the port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:34.137671 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (d95cc806-5684-4b51-aacb-c5f42e4b64da), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.143644 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c42a8e3d-b960-483d-bf65-5a11e5837092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (6ae8ae08-365c-4d1d-bcbe-b6cd33733ab5), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.243952 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8e3d-b960-483d-bf65-5a11e5837092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae8ae08-365c-4d1d-bcbe-b6cd33733ab5,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:34.283000 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:34.329522 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f7985c13-936c-4938-92e9-a31a216be4c2 None None] Provisioning complete for port c7425898-c769-45b3-93a0-c7264e97f619 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:34.330082 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f7985c13-936c-4938-92e9-a31a216be4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (c7425898-c769-45b3-93a0-c7264e97f619), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.415214 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 20:52:34.420452 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f7985c13-936c-4938-92e9-a31a216be4c2 None None] Port c7425898-c769-45b3-93a0-c7264e97f619 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:52:34.468946 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:34.565609 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ab3806f9-2200-4bbf-b09d-9e607b0d6fbc admin admin] Publish callbacks [] for security_group (82d94457-f7bf-40e9-ada9-69b9174152b5), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.585173 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:34.586193 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95cc806-5684-4b51-aacb-c5f42e4b64da,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:34.597831 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1f6fcf55-6b30-419d-a438-2b2f35b60c92 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:34.603082 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Pushing event updated for resources: {'Port': ['ID=c7425898-c769-45b3-93a0-c7264e97f619,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:34.627618 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c42a8e3d-b960-483d-bf65-5a11e5837092 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b221cf0ea3554c68946ad0014f2cd40a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3726945 Jul 21 20:52:34.630202 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ab3806f9-2200-4bbf-b09d-9e607b0d6fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (82d94457-f7bf-40e9-ada9-69b9174152b5), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.637373 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48732) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:34.720841 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:34.721388 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.765882 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-52fba35f-2ada-419f-9572-7901a0f9d943 admin admin] Publish callbacks [] for security_group (2c9cf6a2-200e-4b74-812b-993e29da0d26), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.771599 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks [] for router_gateway (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.856434 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ab3806f9-2200-4bbf-b09d-9e607b0d6fbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b69684bfd6e47f2b6e5bb801b3140d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8238819 Jul 21 20:52:34.866990 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48738) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:34.867759 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3806f9-2200-4bbf-b09d-9e607b0d6fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d94457-f7bf-40e9-ada9-69b9174152b5,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:34.874768 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:34.875239 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.897781 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:52:34.904805 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 1f6fcf55-6b30-419d-a438-2b2f35b60c92, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1f6fcf55-6b30-419d-a438-2b2f35b60c92,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:34.907355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:34.909220 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-52fba35f-2ada-419f-9572-7901a0f9d943 admin admin] Publish callbacks [] for security_group (2c9cf6a2-200e-4b74-812b-993e29da0d26), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.909368 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e5846-d964-4a54-9a94-f5db74166704 None None] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:34.915601 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Sync routers for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:52:34.934949 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Checking segment: {'id': 'b088f19e-0e78-46fc-8287-4cc8fa28a34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1132ea5e-f597-43fd-82e4-f82fc00302c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:34.935345 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Network hostable DHCP agents. Network: 1132ea5e-f597-43fd-82e4-f82fc00302c9, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:52:34.945486 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.946263 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 30e5fe72-6adc-4b74-bb2f-f72401dc35ec up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:34.952634 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:34.954236 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-771411b5-d03b-4eb2-a5e6-5dd5e839a331 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5765724 Jul 21 20:52:34.957782 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48742) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:35.048524 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-5ea9b092-a11e-4ac5-b2d8-cb4f6d797eb3 None None] Provisioning complete for port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:35.048923 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b092-a11e-4ac5-b2d8-cb4f6d797eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.057021 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bc13cab7-ae1a-46b1-aacf-578545b1e50d admin admin] Publish callbacks [] for security_group (6ae8ae08-365c-4d1d-bcbe-b6cd33733ab5), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.067537 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c7425898-c769-45b3-93a0-c7264e97f619), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.098250 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Network 1132ea5e-f597-43fd-82e4-f82fc00302c9 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:52:35.113009 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-344ac9b7-d105-4b65-83c9-eed5ddbdcdd6 admin admin] Publish callbacks [] for security_group (82d94457-f7bf-40e9-ada9-69b9174152b5), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.128402 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bc13cab7-ae1a-46b1-aacf-578545b1e50d admin admin] Publish callbacks [] for security_group (6ae8ae08-365c-4d1d-bcbe-b6cd33733ab5), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.163823 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 1132ea5e-f597-43fd-82e4-f82fc00302c9) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:35.167160 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:35.167980 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:35.227869 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-344ac9b7-d105-4b65-83c9-eed5ddbdcdd6 admin admin] Publish callbacks [] for security_group (82d94457-f7bf-40e9-ada9-69b9174152b5), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.229215 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.232389 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:35.235650 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.238789 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-52fba35f-2ada-419f-9572-7901a0f9d943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (2c9cf6a2-200e-4b74-812b-993e29da0d26), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.249819 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-52fba35f-2ada-419f-9572-7901a0f9d943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.250549 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-52fba35f-2ada-419f-9572-7901a0f9d943 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c9cf6a2-200e-4b74-812b-993e29da0d26 HTTP/1.1" status: 204 len: 168 time: 1.6940126 Jul 21 20:52:35.322117 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:35.334055 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:35.336976 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fba35f-2ada-419f-9572-7901a0f9d943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9cf6a2-200e-4b74-812b-993e29da0d26,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:35.366646 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c68461b6-3dfe-438b-bd6a-9f46b7f4a848 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5088937 Jul 21 20:52:35.427361 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:35.456533 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:35.461748 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-344ac9b7-d105-4b65-83c9-eed5ddbdcdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (82d94457-f7bf-40e9-ada9-69b9174152b5), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.467931 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-344ac9b7-d105-4b65-83c9-eed5ddbdcdd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.472147 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-344ac9b7-d105-4b65-83c9-eed5ddbdcdd6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82d94457-f7bf-40e9-ada9-69b9174152b5 HTTP/1.1" status: 204 len: 168 time: 0.5983806 Jul 21 20:52:35.489981 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bc13cab7-ae1a-46b1-aacf-578545b1e50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (6ae8ae08-365c-4d1d-bcbe-b6cd33733ab5), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.492582 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bc13cab7-ae1a-46b1-aacf-578545b1e50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.493868 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-bc13cab7-ae1a-46b1-aacf-578545b1e50d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ae8ae08-365c-4d1d-bcbe-b6cd33733ab5 HTTP/1.1" status: 204 len: 168 time: 0.8448906 Jul 21 20:52:35.506201 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ac9b7-d105-4b65-83c9-eed5ddbdcdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d94457-f7bf-40e9-ada9-69b9174152b5,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:35.534315 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13cab7-ae1a-46b1-aacf-578545b1e50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae8ae08-365c-4d1d-bcbe-b6cd33733ab5,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:35.555493 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Publish callbacks [] for port (c7425898-c769-45b3-93a0-c7264e97f619), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.570114 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (c7425898-c769-45b3-93a0-c7264e97f619), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.570968 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:35.650021 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:35.657762 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f9f89-c877-4be0-83cf-b98a0a96e3f0 None None] Network 1132ea5e-f597-43fd-82e4-f82fc00302c9 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:35.669706 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:35.792359 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48772) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:35.793257 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=1f6fcf55-6b30-419d-a438-2b2f35b60c92,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:35.855153 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Pushing event updated for resources: {'Port': ['ID=c7425898-c769-45b3-93a0-c7264e97f619,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:35.927104 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Network d80bf16f-8a10-4877-90cb-01785bb4b82c is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:35.933366 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:36.023766 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9b092-a11e-4ac5-b2d8-cb4f6d797eb3 None None] Current status of the port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:36.024176 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b092-a11e-4ac5-b2d8-cb4f6d797eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.032110 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 20:52:36.233776 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:52:36.260879 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e712ce34-e92b-401e-a151-a01c1b812aa2 admin admin] Deleting subnet 7d8d5155-9df1-46a1-99d8-c7d7d4198f72 {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 20:52:36.277611 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:36.278465 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.367895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e712ce34-e92b-401e-a151-a01c1b812aa2 admin admin] Publish callbacks [] for subnet (7d8d5155-9df1-46a1-99d8-c7d7d4198f72), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.379057 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-5ea9b092-a11e-4ac5-b2d8-cb4f6d797eb3 None None] For port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:36.395143 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.406211 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b092-a11e-4ac5-b2d8-cb4f6d797eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.425399 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:52:36.443665 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-626927be-eb59-45d5-a70b-7106cb19bd68 admin admin] 10.222.0.60 "PUT /v2.0/routers/894e28aa-85a0-4ea6-b7c2-f895e9e06dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0118492 Jul 21 20:52:36.444108 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Sync routers for ids ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:52:36.464869 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Routers {'894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:36.465575 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:36.618145 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e712ce34-e92b-401e-a151-a01c1b812aa2 admin admin] Publish callbacks [] for subnet (7d8d5155-9df1-46a1-99d8-c7d7d4198f72), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.635567 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:36.655253 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:32Z', 'revision_number': 3, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:36.676095 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e712ce34-e92b-401e-a151-a01c1b812aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (7d8d5155-9df1-46a1-99d8-c7d7d4198f72), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.699362 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9b092-a11e-4ac5-b2d8-cb4f6d797eb3 None None] Pushing event updated for resources: {'Port': ['ID=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:36.710511 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Provisioning complete for port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:36.711028 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.718978 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Set router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:36.777278 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:52:36.820248 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Checking router: ca791c0d-da1d-46f9-87e5-97453ea7d4c1 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:52:36.820685 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Updating router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:52:36.824708 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Sync routers for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:52:36.842989 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e712ce34-e92b-401e-a151-a01c1b812aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for subnet (7d8d5155-9df1-46a1-99d8-c7d7d4198f72), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.866484 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:36.867048 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:36.892751 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.894024 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-de5172c5-f5d2-4671-bdf9-55e18d0920fe admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2441735 Jul 21 20:52:36.897051 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48812) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:36.918073 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712ce34-e92b-401e-a151-a01c1b812aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8d5155-9df1-46a1-99d8-c7d7d4198f72,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:36.928070 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e712ce34-e92b-401e-a151-a01c1b812aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.932540 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-e712ce34-e92b-401e-a151-a01c1b812aa2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7d8d5155-9df1-46a1-99d8-c7d7d4198f72 HTTP/1.1" status: 204 len: 168 time: 1.1380911 Jul 21 20:52:36.934216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48814) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:36.944453 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:36.980090 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:36.981589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:37.037781 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f3c88-5127-4fc8-bcae-9d065f558230 None None] Network 1132ea5e-f597-43fd-82e4-f82fc00302c9 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:52:37.046989 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:37.048154 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device f79b165d-dd29-47b7-91ee-fdb519a7e5a5 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:37.107407 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.145558 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:37.146058 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.168551 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (b10ea05c-ffdb-45f9-a5ef-c66558eb7dba), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.191373 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:37.237506 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.238043 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:34Z', 'revision_number': 4, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port': {'id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'c7425898-c769-45b3-93a0-c7264e97f619', 'name': '', 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'mac_address': 'fa:16:3e:6c:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2be1134d-d01a-4f49-b6fd-3ce63460d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:35Z', 'revision_number': 2, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'subnets': [{'id': '2be1134d-d01a-4f49-b6fd-3ce63460d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:37.268043 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Checking router: 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:52:37.268417 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Updating router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 port c7425898-c769-45b3-93a0-c7264e97f619 binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:52:37.321290 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c7425898-c769-45b3-93a0-c7264e97f619), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.351808 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (b10ea05c-ffdb-45f9-a5ef-c66558eb7dba), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.389270 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.389577 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.390283 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.391185 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > port after_create 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.391595 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > port after_delete 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.392930 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > port after_update 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.393078 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.393414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.393792 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.394161 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:37.552870 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Publish callbacks [] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.556159 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:37.709794 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.770292 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:37.826726 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Attempting to bind port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:37.827116 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Attempting to bind port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:37.827475 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Attempting to bind port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:37.829007 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:37.907304 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Publish callbacks [] for port (c7425898-c769-45b3-93a0-c7264e97f619), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:37.918643 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (c7425898-c769-45b3-93a0-c7264e97f619), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.037162 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c18b0-e6f5-4cc4-a163-299b642ebf2c None None] Pushing event updated for resources: {'Port': ['ID=c7425898-c769-45b3-93a0-c7264e97f619,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:38.091623 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:38.106122 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.107030 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.183569 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48864) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:38.188555 dv-cinder-850687-1-iscsi neutron-server[110830]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 20:52:38.204381 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:38.204776 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:38.205183 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.205589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:38.207893 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Bound port: 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:38.208325 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.253265 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:38.253836 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:38.253989 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:38.256659 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:38.257445 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10ea05c-ffdb-45f9-a5ef-c66558eb7dba']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:38.297504 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Attempting to bind port c7425898-c769-45b3-93a0-c7264e97f619 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:38.301737 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Attempting to bind port c7425898-c769-45b3-93a0-c7264e97f619 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:38.302216 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Attempting to bind port c7425898-c769-45b3-93a0-c7264e97f619 on network d80bf16f-8a10-4877-90cb-01785bb4b82c {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:38.313784 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:38.323053 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Current status of the port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:38.323557 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Checking segment: {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:38.324343 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.324801 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Bound using segment: {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:38.325382 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Bound port: c7425898-c769-45b3-93a0-c7264e97f619, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:38.325861 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c7425898-c769-45b3-93a0-c7264e97f619), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.332375 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a6ad8f-90b5-4285-a894-1e6ecbfe31f8') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:38.332663 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a6ad8f-90b5-4285-a894-1e6ecbfe31f8') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:38.357119 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c0ac8-2aad-4af3-83ac-b562c032f42b None None] Pushing event updated for resources: {'Port': ['ID=03bb9c2c-ffec-4fae-a1f3-546e5f820fa3,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:38.380743 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1f6fcf55-6b30-419d-a438-2b2f35b60c92 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:38.390250 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (26a6ad8f-90b5-4285-a894-1e6ecbfe31f8), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.457508 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (26a6ad8f-90b5-4285-a894-1e6ecbfe31f8), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.470498 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] For port c7425898-c769-45b3-93a0-c7264e97f619, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:38.475165 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] For port c7425898-c769-45b3-93a0-c7264e97f619, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=c7425898-c769-45b3-93a0-c7264e97f619,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:38.491146 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (c7425898-c769-45b3-93a0-c7264e97f619), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.559066 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:38.585921 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 20:52:38.586375 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (26a6ad8f-90b5-4285-a894-1e6ecbfe31f8), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.593238 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Provisioning complete for port c7425898-c769-45b3-93a0-c7264e97f619 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:38.593644 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (c7425898-c769-45b3-93a0-c7264e97f619), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.601507 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:38.606760 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c18b0-e6f5-4cc4-a163-299b642ebf2c None None] Pushing event updated for resources: {'Port': ['ID=c7425898-c769-45b3-93a0-c7264e97f619,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:38.654890 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-28625b73-f1d6-4793-8996-f6d6c7af29b8 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:38.657200 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-28625b73-f1d6-4793-8996-f6d6c7af29b8 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/networks?id=d80bf16f-8a10-4877-90cb-01785bb4b82c HTTP/1.1" status: 200 len: 812 time: 0.4697969 Jul 21 20:52:38.704487 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Routers {'894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:38.705173 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:38.765542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:38.789224 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-b6cd0a78-1d5d-4668-9770-a1a3ab293680 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/quotas/4fe52006c5034bbf8de92b8aae171d3c HTTP/1.1" status: 200 len: 375 time: 0.1236022 Jul 21 20:52:38.891465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (b10ea05c-ffdb-45f9-a5ef-c66558eb7dba), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.915308 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:38.919072 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] 10.222.0.60 "DELETE /v2.0/networks/b10ea05c-ffdb-45f9-a5ef-c66558eb7dba HTTP/1.1" status: 204 len: 168 time: 1.9835730 Jul 21 20:52:38.936004 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 48878) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:38.977668 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92be9f-663d-4a95-86aa-35bde46333df admin admin] Pushing event deleted for resources: {'Network': ['ID=b10ea05c-ffdb-45f9-a5ef-c66558eb7dba,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:39.007450 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Allocated IP 172.20.0.1 (12e272e6-6c0f-4346-988b-fccdfdf62793/db1c4fb5-668b-4848-9037-114d9e57e569/1a9359e3-7743-430d-99bd-73cb6ef8c0e5) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:39.009584 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] Set router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:39.055752 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e55e471-617e-4752-bfc4-9c45cd62ab85 admin admin] Deleting subnet d95cc806-5684-4b51-aacb-c5f42e4b64da {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 20:52:39.070865 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2e55e471-617e-4752-bfc4-9c45cd62ab85 admin admin] Publish callbacks [] for subnet (d95cc806-5684-4b51-aacb-c5f42e4b64da), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.077035 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] For port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:39.079848 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a0d687eb-908f-4d9a-afdc-3029704849cc tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe52006c5034bbf8de92b8aae171d3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2636786 Jul 21 20:52:39.086536 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] For port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=03bb9c2c-ffec-4fae-a1f3-546e5f820fa3,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:39.135200 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.169169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2e55e471-617e-4752-bfc4-9c45cd62ab85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5825706'] for subnet (d95cc806-5684-4b51-aacb-c5f42e4b64da), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.251362 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:39.257290 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2e55e471-617e-4752-bfc4-9c45cd62ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (d95cc806-5684-4b51-aacb-c5f42e4b64da), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.258177 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:39.259442 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.320863 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Publish callbacks [] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.374894 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Allocated IP 172.20.0.1 (b37db4ce-f6bd-42a4-9277-6fc954d54178/9e32467f-8173-4f70-8a7e-81e0da561cfa/57fe3301-0e49-4d8e-bae8-9e14d8409278) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:39.408361 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:34Z', 'revision_number': 4, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port': {'id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'c7425898-c769-45b3-93a0-c7264e97f619', 'name': '', 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'mac_address': 'fa:16:3e:6c:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2be1134d-d01a-4f49-b6fd-3ce63460d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:38Z', 'revision_number': 4, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'subnets': [{'id': '2be1134d-d01a-4f49-b6fd-3ce63460d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:39.430695 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=3,neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:39.442208 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:34Z', 'revision_number': 3, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:39.513548 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.521197 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2e55e471-617e-4752-bfc4-9c45cd62ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5928065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5483807'] for subnet (d95cc806-5684-4b51-aacb-c5f42e4b64da), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.523646 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf78c8-eb18-40ad-90e3-0f368088d8fd None None] The sync data for ids ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'] in dv-cinder-850687-1-iscsi is: [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:34Z', 'revision_number': 4, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port': {'id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'c7425898-c769-45b3-93a0-c7264e97f619', 'name': '', 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'mac_address': 'fa:16:3e:6c:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2be1134d-d01a-4f49-b6fd-3ce63460d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:38Z', 'revision_number': 4, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'subnets': [{'id': '2be1134d-d01a-4f49-b6fd-3ce63460d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:52:39.622592 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Checking router: d9ca7e26-dfeb-4694-b5c3-dfad696ff07b for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:52:39.622956 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Updating router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b port 398913fd-42c3-40a5-8b8c-2fc056b42f48 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:52:39.653110 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Publish callbacks [] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.679277 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.700431 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.707075 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55e471-617e-4752-bfc4-9c45cd62ab85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95cc806-5684-4b51-aacb-c5f42e4b64da,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:39.727179 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:39.737182 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2e55e471-617e-4752-bfc4-9c45cd62ab85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.740739 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-2e55e471-617e-4752-bfc4-9c45cd62ab85 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d95cc806-5684-4b51-aacb-c5f42e4b64da HTTP/1.1" status: 204 len: 168 time: 0.8034644 Jul 21 20:52:39.743353 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 48910) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:39.762100 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:39.764396 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:39.766963 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:39.808486 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:39.820958 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.842168 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:39.858137 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:39.862566 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:39.997181 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Pushing event updated for resources: {'Port': ['ID=57fe3301-0e49-4d8e-bae8-9e14d8409278,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:40.115495 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (1132ea5e-f597-43fd-82e4-f82fc00302c9), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:40.262222 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Publish callbacks [] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:40.299287 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:40.343195 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:40.345429 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:40.393473 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (1132ea5e-f597-43fd-82e4-f82fc00302c9), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:40.433758 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c0ac8-2aad-4af3-83ac-b562c032f42b None None] Pushing event updated for resources: {'Port': ['ID=03bb9c2c-ffec-4fae-a1f3-546e5f820fa3,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:40.451419 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Current status of the port c7425898-c769-45b3-93a0-c7264e97f619 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:40.452052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c7425898-c769-45b3-93a0-c7264e97f619), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:40.484913 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.485537 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.487420 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.487895 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > port after_create 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.488499 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > port after_delete 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.489085 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > port after_update 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.489648 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.490214 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.490766 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.491318 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:40.540074 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:40.562104 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:40.630884 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] For port c7425898-c769-45b3-93a0-c7264e97f619, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=c7425898-c769-45b3-93a0-c7264e97f619,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:40.637336 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:40.639360 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:40.641221 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 30e5fe72-6adc-4b74-bb2f-f72401dc35ec up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:40.702492 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Attempting to bind port 398913fd-42c3-40a5-8b8c-2fc056b42f48 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:40.703156 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Attempting to bind port 398913fd-42c3-40a5-8b8c-2fc056b42f48 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:40.705711 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Attempting to bind port 398913fd-42c3-40a5-8b8c-2fc056b42f48 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:40.727688 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:40.737632 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (c7425898-c769-45b3-93a0-c7264e97f619), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:40.769064 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92de0-9508-4444-89f6-f0faca004866 None None] Pushing event updated for resources: {'Port': ['ID=398913fd-42c3-40a5-8b8c-2fc056b42f48,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:40.838654 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 26a6ad8f-90b5-4285-a894-1e6ecbfe31f8 resource provider aggregate not found Jul 21 20:52:40.868431 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 26a6ad8f-90b5-4285-a894-1e6ecbfe31f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26a6ad8f-90b5-4285-a894-1e6ecbfe31f8 found for delete ", "request_id": "req-ffe2eb02-db45-4757-ae30-6d9efc6e5d6b"}]} Jul 21 20:52:40.904291 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64190fd6-675c-4ce1-a5f3-fc94de1acd30 None None] Pushing event updated for resources: {'Port': ['ID=c7425898-c769-45b3-93a0-c7264e97f619,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:40.910879 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:40.914583 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:40.915875 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:40.916630 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:40.918965 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Bound port: 398913fd-42c3-40a5-8b8c-2fc056b42f48, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:40.919372 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.016525 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] For port 398913fd-42c3-40a5-8b8c-2fc056b42f48, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:41.023675 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:41.024230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:41.024458 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:41.024794 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 20:52:41.026651 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] For port 398913fd-42c3-40a5-8b8c-2fc056b42f48, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=398913fd-42c3-40a5-8b8c-2fc056b42f48,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:41.033011 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1132ea5e-f597-43fd-82e4-f82fc00302c9']}} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:41.046144 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Publish callbacks [] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.058808 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.074295 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Provisioning complete for port 57fe3301-0e49-4d8e-bae8-9e14d8409278 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:41.074894 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.092905 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.093144 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-d8ed9ba4-5a26-4a7d-9744-1c081d86f979 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:52:41.094432 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-d8ed9ba4-5a26-4a7d-9744-1c081d86f979 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2012646 Jul 21 20:52:41.096662 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.130538 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b088f19e-0e78-46fc-8287-4cc8fa28a34a') {'for_net_delete': True} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:41.130846 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b088f19e-0e78-46fc-8287-4cc8fa28a34a') {} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:41.141447 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:41.238247 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92de0-9508-4444-89f6-f0faca004866 None None] Pushing event updated for resources: {'Port': ['ID=398913fd-42c3-40a5-8b8c-2fc056b42f48,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:41.263389 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:41.281322 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.288125 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Port 57fe3301-0e49-4d8e-bae8-9e14d8409278 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:52:41.311546 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:41.454334 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:41.458173 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:41.511601 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:41.512150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.526386 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Provisioning complete for port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:41.527192 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.577831 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:52:41.611386 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4930008'] for segment (b088f19e-0e78-46fc-8287-4cc8fa28a34a), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.652558 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:41.680416 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:41.680840 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:41.682519 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:52:41.707514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (b088f19e-0e78-46fc-8287-4cc8fa28a34a), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.771831 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=110830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 20:52:41.773455 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924293'] for segment (b088f19e-0e78-46fc-8287-4cc8fa28a34a), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.861905 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Provisioning complete for port c7425898-c769-45b3-93a0-c7264e97f619 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:41.862715 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (c7425898-c769-45b3-93a0-c7264e97f619), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:41.903212 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:41.917481 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4f496fc-db44-4e9e-a9db-21f7d617f878 service neutron] 10.222.0.60 "GET /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782609 Jul 21 20:52:41.963305 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:52:41.970170 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-611fd251-3b02-41c1-b614-7fd8e68830f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/ca791c0d-da1d-46f9-87e5-97453ea7d4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0110824 Jul 21 20:52:42.014679 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (1132ea5e-f597-43fd-82e4-f82fc00302c9), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:42.025434 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:42.029257 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] 10.222.0.60 "DELETE /v2.0/networks/1132ea5e-f597-43fd-82e4-f82fc00302c9 HTTP/1.1" status: 204 len: 168 time: 2.2821574 Jul 21 20:52:42.080342 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c8ad7-cd61-4126-b559-76217ec163de admin admin] Pushing event deleted for resources: {'Network': ['ID=1132ea5e-f597-43fd-82e4-f82fc00302c9,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:42.085586 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:42.148439 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:42.152198 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:42.160831 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-1048be37-4274-4e59-b26d-427258ed813d service neutron] 10.222.0.60 "GET /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334709 Jul 21 20:52:42.174938 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Publish callbacks [] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:42.184777 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:42.272755 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-25bcb59f-2a17-4ea9-9713-ce8261f9c622 None None] Current status of the port c7425898-c769-45b3-93a0-c7264e97f619 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:42.315559 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Pushing event updated for resources: {'Port': ['ID=57fe3301-0e49-4d8e-bae8-9e14d8409278,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:42.326390 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:42.332594 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:32Z', 'revision_number': 3, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:42.439106 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device c7425898-c769-45b3-93a0-c7264e97f619 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:42.474531 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330c476-21f5-4de5-8786-8ef7dba0207e None None] The sync data for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi is: [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:32Z', 'revision_number': 3, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:52:42.616465 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:42.618119 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:42.765859 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-4cc197fe-496e-4f3e-b90d-2b9f940e374a None None] Provisioning complete for port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:42.766245 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4cc197fe-496e-4f3e-b90d-2b9f940e374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:42.802917 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49010) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:42.811899 dv-cinder-850687-1-iscsi neutron-server[110831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 20:52:42.944221 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment b088f19e-0e78-46fc-8287-4cc8fa28a34a resource provider aggregate not found Jul 21 20:52:42.962925 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:42.969877 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:52:42.983992 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment b088f19e-0e78-46fc-8287-4cc8fa28a34a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b088f19e-0e78-46fc-8287-4cc8fa28a34a found for delete ", "request_id": "req-bfdb22a8-5be7-4f8f-a83c-f8435f8b045f"}]} Jul 21 20:52:43.164613 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-4cc197fe-496e-4f3e-b90d-2b9f940e374a None None] Port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:52:43.168561 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:43.185147 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port c7425898-c769-45b3-93a0-c7264e97f619 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:43.185488 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (c7425898-c769-45b3-93a0-c7264e97f619), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:43.305645 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 49036) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:43.323018 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdd5fef7-64c5-4a39-a994-8467657663e9 req-9a63614d-79ca-4975-bbc8-45be12bd41d6 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 210 time: 0.5125718 Jul 21 20:52:43.409745 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-6f172d9c-b11f-4676-941d-6c924fa2ccf1 None None] Provisioning complete for port 57fe3301-0e49-4d8e-bae8-9e14d8409278 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:43.410336 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6f172d9c-b11f-4676-941d-6c924fa2ccf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:43.412107 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:39Z', 'revision_number': 1, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:43.506054 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe75647-1be1-4048-8c69-20955223cc72 None None] The sync data for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi is: [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:39Z', 'revision_number': 1, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:52:43.530836 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-6f172d9c-b11f-4676-941d-6c924fa2ccf1 None None] Port 57fe3301-0e49-4d8e-bae8-9e14d8409278 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:52:43.549037 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port c7425898-c769-45b3-93a0-c7264e97f619 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:43.582045 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:52:43.603917 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9d223e18-e1f3-4625-88cd-09c099fc37d5 admin admin] 10.222.0.60 "PUT /v2.0/routers/d9ca7e26-dfeb-4694-b5c3-dfad696ff07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6951904 Jul 21 20:52:43.603917 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-7e89b6ba-04a8-4bc7-976c-abc9cda6935f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e9e2fb1afd34141bb9cb2d2de1694ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1949871 Jul 21 20:52:43.604388 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49050) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:43.761682 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-10dd0aeb-3d6c-486d-a4ba-e7517ca1234d admin admin] Publish callbacks [] for security_group (7776830f-d70b-409a-bfb0-8be51bc5a7ce), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:43.763906 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-e4b2936a-484b-4926-a5b2-630e1ea900f9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:43.777951 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-e4b2936a-484b-4926-a5b2-630e1ea900f9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 819 time: 0.4710388 Jul 21 20:52:43.810262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-10dd0aeb-3d6c-486d-a4ba-e7517ca1234d admin admin] Publish callbacks [] for security_group (7776830f-d70b-409a-bfb0-8be51bc5a7ce), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:43.828123 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-377d6138-5566-4bf1-a920-dbf68a01348a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/quotas/d9e9d8f8b55c4ef586252456ea195266 HTTP/1.1" status: 200 len: 375 time: 0.0475554 Jul 21 20:52:43.914803 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-10dd0aeb-3d6c-486d-a4ba-e7517ca1234d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (7776830f-d70b-409a-bfb0-8be51bc5a7ce), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:43.918508 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-10dd0aeb-3d6c-486d-a4ba-e7517ca1234d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:43.938861 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-10dd0aeb-3d6c-486d-a4ba-e7517ca1234d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7776830f-d70b-409a-bfb0-8be51bc5a7ce HTTP/1.1" status: 204 len: 168 time: 0.3350034 Jul 21 20:52:43.965394 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd0aeb-3d6c-486d-a4ba-e7517ca1234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7776830f-d70b-409a-bfb0-8be51bc5a7ce,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:43.970731 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-247694dd-e169-4f73-a550-ce7c490c932b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374676 Jul 21 20:52:44.349699 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-afa7158a-aa8a-45ed-93dd-cbe45eeda7c0 service neutron] 10.222.0.60 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777096 Jul 21 20:52:44.456943 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:44.469310 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:44.565374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49104) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:44.570937 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-b16f979c-aff9-479e-97b9-c0e5e35fba57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410481038', 'description': 'tempest-description--1859548724'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:44.592292 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:44.592292 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:44.592292 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:44.650347 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-55adbd9c-ddb0-486c-b207-3b7be248bf82 service neutron] 10.222.0.60 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995961 Jul 21 20:52:44.656131 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b16f979c-aff9-479e-97b9-c0e5e35fba57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:44.747740 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:44.748169 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:44.814886 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f6f0a9bf-ee67-48cb-b817-4a19b5e7eb9c req-75938fd4-7c90-448f-ad8d-de30d4b66520 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 210 time: 0.1350822 Jul 21 20:52:44.858499 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=03bb9c2c-ffec-4fae-a1f3-546e5f820fa3,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:44.867459 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:44.993213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b16f979c-aff9-479e-97b9-c0e5e35fba57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (3af4c002-db5d-4145-9245-d9b21cd0391a), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:44.998856 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b16f979c-aff9-479e-97b9-c0e5e35fba57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3af4c002-db5d-4145-9245-d9b21cd0391a), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.028980 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=03bb9c2c-ffec-4fae-a1f3-546e5f820fa3,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:45.074497 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b16f979c-aff9-479e-97b9-c0e5e35fba57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.078662 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 49142) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:45.082588 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b16f979c-aff9-479e-97b9-c0e5e35fba57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5134275 Jul 21 20:52:45.084786 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49144) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:45.099990 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-8d1eebca-c7a5-4469-a4b4-e8749a1eecb4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'security_group_rule': {'security_group_id': '3af4c002-db5d-4145-9245-d9b21cd0391a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:45.107872 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f979c-aff9-479e-97b9-c0e5e35fba57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af4c002-db5d-4145-9245-d9b21cd0391a,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:45.159527 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ac3824b6-86e6-4f7c-a1a0-a6925cb3fefb req-d9549137-4b60-4a02-8e00-4d40c9c1a5f3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 210 time: 0.0781283 Jul 21 20:52:45.195252 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-7ecbd6c4-2df0-4a3c-a0a5-241a5eb2f53a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09f927548fe047218578d81e7cc92f8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1108019 Jul 21 20:52:45.204323 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 49154) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:45.219885 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8d1eebca-c7a5-4469-a4b4-e8749a1eecb4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (cdbd906a-a555-4dc5-affa-cc2461a037cc), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.226474 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:45.410595 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8d1eebca-c7a5-4469-a4b4-e8749a1eecb4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (cdbd906a-a555-4dc5-affa-cc2461a037cc), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.412582 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5daab048-bd36-4ceb-82a9-abefcac88b1c admin admin] Publish callbacks [] for security_group (b16c8da7-9157-4a72-a6bc-45a2b76717ce), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.422841 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8d1eebca-c7a5-4469-a4b4-e8749a1eecb4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (cdbd906a-a555-4dc5-affa-cc2461a037cc), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.484611 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1eebca-c7a5-4469-a4b4-e8749a1eecb4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbd906a-a555-4dc5-affa-cc2461a037cc,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:45.502020 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5daab048-bd36-4ceb-82a9-abefcac88b1c admin admin] Publish callbacks [] for security_group (b16c8da7-9157-4a72-a6bc-45a2b76717ce), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.507918 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8d1eebca-c7a5-4469-a4b4-e8749a1eecb4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.518736 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8d1eebca-c7a5-4469-a4b4-e8749a1eecb4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4323208 Jul 21 20:52:45.519379 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49188) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:45.524071 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-1cd5c72b-7cad-42d3-8d0f-972de995830e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'security_group_rule': {'security_group_id': '3af4c002-db5d-4145-9245-d9b21cd0391a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:45.596765 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c72b-7cad-42d3-8d0f-972de995830e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (dd8de530-2e08-4838-b530-f89c71841f91), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.738486 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5daab048-bd36-4ceb-82a9-abefcac88b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (b16c8da7-9157-4a72-a6bc-45a2b76717ce), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.742033 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5daab048-bd36-4ceb-82a9-abefcac88b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.744283 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5daab048-bd36-4ceb-82a9-abefcac88b1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b16c8da7-9157-4a72-a6bc-45a2b76717ce HTTP/1.1" status: 204 len: 168 time: 0.5381737 Jul 21 20:52:45.758983 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c72b-7cad-42d3-8d0f-972de995830e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (dd8de530-2e08-4838-b530-f89c71841f91), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.770365 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c72b-7cad-42d3-8d0f-972de995830e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (dd8de530-2e08-4838-b530-f89c71841f91), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.788773 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:45.814380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5c72b-7cad-42d3-8d0f-972de995830e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8de530-2e08-4838-b530-f89c71841f91,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:45.863968 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c72b-7cad-42d3-8d0f-972de995830e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:45.871265 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 49222) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:45.871530 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-1cd5c72b-7cad-42d3-8d0f-972de995830e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507774 Jul 21 20:52:45.897100 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daab048-bd36-4ceb-82a9-abefcac88b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c8da7-9157-4a72-a6bc-45a2b76717ce,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:45.918130 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:45.974594 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.014330 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.113922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-9e12941a-433a-4ccd-8a60-52a23b5cc276 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:46.122608 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-9e12941a-433a-4ccd-8a60-52a23b5cc276 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 819 time: 0.4696252 Jul 21 20:52:46.171070 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-deac9718-222f-4145-ad16-d73bb9a04805 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/quotas/d9e9d8f8b55c4ef586252456ea195266 HTTP/1.1" status: 200 len: 375 time: 0.0474794 Jul 21 20:52:46.201568 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cf27736d-4d6a-45c3-b527-1dd7af9b6f06 req-42ed41d0-e544-4f8b-ae7a-324bcb8c9247 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 210 time: 0.0700657 Jul 21 20:52:46.346342 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-31407e21-6be8-4228-9c93-3d4ce10bd430 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738641 Jul 21 20:52:46.390457 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:46.449935 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49242) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:46.464360 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:46.575313 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:46.576363 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.667401 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e205ea79-f90b-4090-b97d-9546e8776379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.678074 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:46.681077 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 398913fd-42c3-40a5-8b8c-2fc056b42f48 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:46.719045 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.780084 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 398913fd-42c3-40a5-8b8c-2fc056b42f48 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:46.780414 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.819920 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e205ea79-f90b-4090-b97d-9546e8776379 admin admin] Publish callbacks [] for security_group (c97f0c9f-5442-49a6-ac68-b7b5619dda0d), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.835632 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e205ea79-f90b-4090-b97d-9546e8776379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c97f0c9f-5442-49a6-ac68-b7b5619dda0d), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.859775 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Allocated IP 172.27.3.106 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/639d5952-f64a-43bc-a4ca-af787c66b6f3) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:46.864285 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Sync routers for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:52:46.883782 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:46.884419 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:46.935844 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 398913fd-42c3-40a5-8b8c-2fc056b42f48 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:46.936248 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:46.940489 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-e205ea79-f90b-4090-b97d-9546e8776379 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd56d36377314bd39f6a7f430cc20a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869978 Jul 21 20:52:46.940489 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ea79-f90b-4090-b97d-9546e8776379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f0c9f-5442-49a6-ac68-b7b5619dda0d,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:46.941751 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49260) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:46.981044 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 398913fd-42c3-40a5-8b8c-2fc056b42f48, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=398913fd-42c3-40a5-8b8c-2fc056b42f48,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:46.989301 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:47.024530 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-90e5133d-7c6d-4eea-819f-3382947db0d9 admin admin] Publish callbacks [] for security_group (c97f0c9f-5442-49a6-ac68-b7b5619dda0d), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:47.094772 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-01a049d2-7613-4a85-998c-39686ab55731 service neutron] 10.222.0.60 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471435 Jul 21 20:52:47.097537 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-90e5133d-7c6d-4eea-819f-3382947db0d9 admin admin] Publish callbacks [] for security_group (c97f0c9f-5442-49a6-ac68-b7b5619dda0d), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:47.135226 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=398913fd-42c3-40a5-8b8c-2fc056b42f48,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:47.180833 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for port (639d5952-f64a-43bc-a4ca-af787c66b6f3), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:47.190805 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-90e5133d-7c6d-4eea-819f-3382947db0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c97f0c9f-5442-49a6-ac68-b7b5619dda0d), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:47.196455 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-90e5133d-7c6d-4eea-819f-3382947db0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:47.198435 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-90e5133d-7c6d-4eea-819f-3382947db0d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c97f0c9f-5442-49a6-ac68-b7b5619dda0d HTTP/1.1" status: 204 len: 168 time: 0.2554727 Jul 21 20:52:47.211644 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5133d-7c6d-4eea-819f-3382947db0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f0c9f-5442-49a6-ac68-b7b5619dda0d,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:47.252241 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:47.371191 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-5812f965-03b2-4311-8727-85b956119b5a service neutron] 10.222.0.60 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753041 Jul 21 20:52:47.373010 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (639d5952-f64a-43bc-a4ca-af787c66b6f3), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:47.387161 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:47.463757 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:47.469950 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:47.475530 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:47.480920 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-76a37838-116a-4c64-a0cb-1e6cd3b8f2df req-e7e91a49-22d6-4e96-a8a9-3d644f1d7213 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 210 time: 0.1058259 Jul 21 20:52:47.530421 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'Port': ['ID=639d5952-f64a-43bc-a4ca-af787c66b6f3,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:47.743283 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:47.766776 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:47.870046 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 2, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:47.905537 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Checking router: ca791c0d-da1d-46f9-87e5-97453ea7d4c1 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:52:47.906100 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Updating router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:52:47.931187 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f2c734b7-4ec0-405c-aec8-d327e4cccff2 req-58ed1781-ea8d-4ef5-bfe3-cb2b9746dad3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.1583509 Jul 21 20:52:47.940714 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:47.971262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49292) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:48.005987 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (bdc3607a-43c1-4201-a599-c05d1de87390), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.035857 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdeee-204e-4bcd-a3d3-4e3d4872079e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.154518 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (639d5952-f64a-43bc-a4ca-af787c66b6f3), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.320045 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdeee-204e-4bcd-a3d3-4e3d4872079e admin admin] Publish callbacks [] for security_group (091f7aee-496b-4087-98ab-85b5cfc25692), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.325986 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdeee-204e-4bcd-a3d3-4e3d4872079e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (091f7aee-496b-4087-98ab-85b5cfc25692), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.356232 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 398913fd-42c3-40a5-8b8c-2fc056b42f48 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:48.378905 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fdeee-204e-4bcd-a3d3-4e3d4872079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091f7aee-496b-4087-98ab-85b5cfc25692,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:48.406927 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9b3fdeee-204e-4bcd-a3d3-4e3d4872079e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e1c8c4d767648c18d469117390435c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339166 Jul 21 20:52:48.410123 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49306) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:48.412901 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:48.438297 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:48.518192 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 398913fd-42c3-40a5-8b8c-2fc056b42f48 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:48.518562 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.538115 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-68978dba-9a08-4514-9438-137edf623752 admin admin] Publish callbacks [] for security_group (091f7aee-496b-4087-98ab-85b5cfc25692), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.631822 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-68978dba-9a08-4514-9438-137edf623752 admin admin] Publish callbacks [] for security_group (091f7aee-496b-4087-98ab-85b5cfc25692), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.762381 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:48.763436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:48.766572 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-68978dba-9a08-4514-9438-137edf623752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (091f7aee-496b-4087-98ab-85b5cfc25692), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.771084 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-68978dba-9a08-4514-9438-137edf623752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.776590 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for port (639d5952-f64a-43bc-a4ca-af787c66b6f3), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.777170 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-68978dba-9a08-4514-9438-137edf623752 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/091f7aee-496b-4087-98ab-85b5cfc25692 HTTP/1.1" status: 204 len: 168 time: 0.3631055 Jul 21 20:52:48.784775 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (639d5952-f64a-43bc-a4ca-af787c66b6f3), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.805622 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68978dba-9a08-4514-9438-137edf623752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f7aee-496b-4087-98ab-85b5cfc25692,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:48.809688 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 398913fd-42c3-40a5-8b8c-2fc056b42f48 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:48.826690 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Publish callbacks [] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.848270 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:48.877102 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'Port': ['ID=639d5952-f64a-43bc-a4ca-af787c66b6f3,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:48.901811 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.73', 65435) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:48.990948 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (bdc3607a-43c1-4201-a599-c05d1de87390), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:49.105902 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Sync routers for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:52:49.129322 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:49.131314 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:49.257054 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.73', 65437) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:49.296495 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:49.307774 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-795920e0-b0b9-44b1-b99d-a88eab73112f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4298856 Jul 21 20:52:49.316901 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:52:49.384194 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0568fd22-42bd-4057-b9f5-cc211fbddc6c req-511e7906-1e36-4e57-b415-b27128be2748 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 210 time: 0.3882210 Jul 21 20:52:49.560779 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-24469d19-331f-40d2-ae56-b442c70b5198 req-27137295-0ee4-416b-a519-58344f62d4ba tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.2755215 Jul 21 20:52:49.707639 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eac69b-e811-495a-9391-f8fd06ecc8ae None None] Pushing event updated for resources: {'Port': ['ID=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:49.722033 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:49.725356 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Attempting to bind port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:49.726445 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Attempting to bind port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:49.728286 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Attempting to bind port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 on network 12e272e6-6c0f-4346-988b-fccdfdf62793 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:49.758298 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:49.759427 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Checking segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:49.776758 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:49.781625 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Bound using segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:49.784571 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Bound port: 1a9359e3-7743-430d-99bd-73cb6ef8c0e5, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:49.786655 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:49.853225 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-3f6305e4-008c-4717-b5b2-d30336423068 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:49.855426 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-3f6305e4-008c-4717-b5b2-d30336423068 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.73 "GET /v2.0/networks?id=d80bf16f-8a10-4877-90cb-01785bb4b82c HTTP/1.1" status: 200 len: 812 time: 0.9115031 Jul 21 20:52:49.864529 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-bbfa7bb2-08d4-4ae7-85e8-4dacfb456b72 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:49.871518 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-bbfa7bb2-08d4-4ae7-85e8-4dacfb456b72 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 819 time: 0.6062272 Jul 21 20:52:49.947502 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-62f83a09-c478-4dde-a6fc-22f5a67efbde tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--410481038&fields=id&tenant_id=c312164b3fdd40719fcdd94ed6bfd187 HTTP/1.1" status: 200 len: 267 time: 0.0748177 Jul 21 20:52:50.024342 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-7521d4dd-7122-473f-954b-7c47a137b818 None None] Provisioning complete for port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:50.024747 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-7521d4dd-7122-473f-954b-7c47a137b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:50.032410 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] For port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:50.036399 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Request body: {'port': {'device_id': 'b881a042-84ac-4864-9004-f1f385293d9f', 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c', 'admin_state_up': True, 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:50.038742 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] For port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:50.045784 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:50.052470 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:50.054060 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'port': {'device_id': '4ddeb6ba-597a-4d70-b8ce-8a803668cbdd', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'admin_state_up': True, 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:52:50.173537 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-7521d4dd-7122-473f-954b-7c47a137b818 None None] Port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:52:50.210680 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eac69b-e811-495a-9391-f8fd06ecc8ae None None] Pushing event updated for resources: {'Port': ['ID=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:50.250367 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:50.253416 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:50.487652 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:50.491965 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:41Z', 'revision_number': 2, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:50.503899 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Made reservation on behalf of d9e9d8f8b55c4ef586252456ea195266 for: {'port': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:50.522318 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:50.585964 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Checking router: d9ca7e26-dfeb-4694-b5c3-dfad696ff07b for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:52:50.586816 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Updating router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b port 57fe3301-0e49-4d8e-bae8-9e14d8409278 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:52:50.607830 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-25541247-4068-4bc7-bf2a-c76364bdd1ca tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:50.615269 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-25541247-4068-4bc7-bf2a-c76364bdd1ca tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 816 time: 0.6667097 Jul 21 20:52:50.633027 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:50.645457 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-df11d629-93ff-47e2-b84d-fa8d9520806f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/quotas/c312164b3fdd40719fcdd94ed6bfd187 HTTP/1.1" status: 200 len: 375 time: 0.0288908 Jul 21 20:52:50.674065 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.73', 65444) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:50.675743 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-0f8a8143-47c9-4242-bc1a-d49b86da198d None None] Provisioning complete for port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:50.676249 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8143-47c9-4242-bc1a-d49b86da198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:50.725150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:50.771114 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0b1c1ca9-6803-47cf-8bd7-a0b89b0f7704 req-2c361947-2517-4f2d-a91d-56619a9e1c95 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 210 time: 0.1103473 Jul 21 20:52:50.850564 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a8143-47c9-4242-bc1a-d49b86da198d None None] Current status of the port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:50.854576 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8143-47c9-4242-bc1a-d49b86da198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:50.913437 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Made reservation on behalf of 4fe52006c5034bbf8de92b8aae171d3c for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:52:50.928492 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:50.971395 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-0f8a8143-47c9-4242-bc1a-d49b86da198d None None] For port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:50.985432 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8143-47c9-4242-bc1a-d49b86da198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:51.051440 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a8143-47c9-4242-bc1a-d49b86da198d None None] Pushing event updated for resources: {'Port': ['ID=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:51.182974 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:51.286007 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-011fec61-d17c-42c1-b551-0de54010b1cc req-670f0424-1d97-4307-9436-a0fb5966010a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.2398286 Jul 21 20:52:51.291510 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e0f3d-6571-4897-a3bd-4b607e80b58c None None] The sync data for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi is: [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:52:51.457990 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-d492f2e7-4927-467b-9738-67cba13cfb25 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8097677 Jul 21 20:52:51.584670 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:51.880469 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Allocated IP 172.20.0.12 (d80bf16f-8a10-4877-90cb-01785bb4b82c/2be1134d-d01a-4f49-b6fd-3ce63460d275/a6fd06b5-db86-4220-918a-dca146cd3b1a) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:51.886406 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:51.926926 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Publish callbacks [] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:51.944768 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:51.951308 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-a3d9833a-e390-496c-b146-bc244f4df638 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:51.957279 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-a3d9833a-e390-496c-b146-bc244f4df638 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 819 time: 1.2710488 Jul 21 20:52:51.978724 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Allocated IP 172.20.0.13 (12e272e6-6c0f-4346-988b-fccdfdf62793/db1c4fb5-668b-4848-9037-114d9e57e569/7fbf5542-a0df-44eb-afda-0f932b4c5b95) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:52:52.028625 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-bdfbc727-3138-4bf3-9cbe-5cc380e43c1a service neutron] 10.222.0.60 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364389 Jul 21 20:52:52.031102 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6156a83e-99c5-49c8-b481-073dc54472a9 req-d833b7f9-cbcd-4a1d-a795-d87d47ce4442 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 210 time: 0.1104546 Jul 21 20:52:52.041277 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:52.154787 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a8ba2-e0fd-4eee-a820-fe351c63ee92 None None] Pushing event updated for resources: {'Port': ['ID=57fe3301-0e49-4d8e-bae8-9e14d8409278,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:52.236526 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Attempting to bind port 57fe3301-0e49-4d8e-bae8-9e14d8409278 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:52:52.237002 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Attempting to bind port 57fe3301-0e49-4d8e-bae8-9e14d8409278 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:52:52.237575 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Attempting to bind port 57fe3301-0e49-4d8e-bae8-9e14d8409278 on network b37db4ce-f6bd-42a4-9277-6fc954d54178 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:52:52.252089 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:52:52.252702 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Checking segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:52:52.253562 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:52.254191 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Bound using segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:52:52.255171 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Bound port: 57fe3301-0e49-4d8e-bae8-9e14d8409278, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:52:52.255905 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:52.349806 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:52.467316 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:52.566142 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] For port 57fe3301-0e49-4d8e-bae8-9e14d8409278, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:52:52.590666 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] For port 57fe3301-0e49-4d8e-bae8-9e14d8409278, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=57fe3301-0e49-4d8e-bae8-9e14d8409278,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:52:52.602093 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-c2b8dd01-b19f-4d0f-b0eb-81f8358c8e12 None None] Provisioning complete for port 57fe3301-0e49-4d8e-bae8-9e14d8409278 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:52.602093 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dd01-b19f-4d0f-b0eb-81f8358c8e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:52.655518 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:52.728199 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ac24ca1-1c43-4cd1-857b-32ac7ba3fe5e req-ef06cdb8-5ba6-4e90-a95c-9e501fd7fd70 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0804141 Jul 21 20:52:52.749022 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:52.749487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:52.830882 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Publish callbacks [] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:52.854609 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:52:52.859340 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:52:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:52.874657 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:53.032177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Network d80bf16f-8a10-4877-90cb-01785bb4b82c is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:53.093072 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:53.105331 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:53.108443 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8dd01-b19f-4d0f-b0eb-81f8358c8e12 None None] Current status of the port 57fe3301-0e49-4d8e-bae8-9e14d8409278 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:53.108962 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dd01-b19f-4d0f-b0eb-81f8358c8e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:53.148754 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a8ba2-e0fd-4eee-a820-fe351c63ee92 None None] Pushing event updated for resources: {'Port': ['ID=57fe3301-0e49-4d8e-bae8-9e14d8409278,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:53.235311 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:52:53.245770 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-429dac60-5b29-47ff-ad96-6fa79de731ee service neutron] 10.222.0.60 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2160218 Jul 21 20:52:53.266898 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:53.288263 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Pushing event updated for resources: {'Port': ['ID=a6fd06b5-db86-4220-918a-dca146cd3b1a,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:53.326898 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-c2b8dd01-b19f-4d0f-b0eb-81f8358c8e12 None None] For port 57fe3301-0e49-4d8e-bae8-9e14d8409278, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=57fe3301-0e49-4d8e-bae8-9e14d8409278,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:52:53.338790 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dd01-b19f-4d0f-b0eb-81f8358c8e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:53.350608 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:53.403059 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:53.408308 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c81652-8ef1-434c-9094-49329c1cf2c3 req-6f70b468-5388-4fd2-9039-7e6b30790eaa tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:53.413431 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-92c81652-8ef1-434c-9094-49329c1cf2c3 req-6f70b468-5388-4fd2-9039-7e6b30790eaa tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.2374501 Jul 21 20:52:53.447339 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:53.448356 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:53.459178 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:53.688502 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-a4980261-ee76-48b4-8677-14158ba41e96 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6563597 Jul 21 20:52:53.707594 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:53.717469 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8dd01-b19f-4d0f-b0eb-81f8358c8e12 None None] Pushing event updated for resources: {'Port': ['ID=57fe3301-0e49-4d8e-bae8-9e14d8409278,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:53.747977 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-4f499aa2-97d8-420a-9975-01cb741d24bf None None] Provisioning complete for port 57fe3301-0e49-4d8e-bae8-9e14d8409278 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:53.748546 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4f499aa2-97d8-420a-9975-01cb741d24bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:53.783625 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-92c81652-8ef1-434c-9094-49329c1cf2c3 req-e3eabb90-5dda-4258-b5d4-125b9113690f tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654471 Jul 21 20:52:53.819484 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:53.828578 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:52:53.856590 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5f2362ec-0c6b-41c3-8ddd-640c95a3182a req-f784fa02-704c-48ce-91b2-a5c7cf47619a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.2806082 Jul 21 20:52:53.858694 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:52:53.868711 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event updated for resources: {'Port': ['ID=7fbf5542-a0df-44eb-afda-0f932b4c5b95,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:53.882550 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:52:53.894213 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:52Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:52:53.978931 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a6c95-8c57-43b4-ae11-fb9c2ecacdac None None] The sync data for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi is: [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:52Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:52:53.982187 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-4f499aa2-97d8-420a-9975-01cb741d24bf None None] Current status of the port 57fe3301-0e49-4d8e-bae8-9e14d8409278 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:54.005449 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:54.006545 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for port (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:54.042379 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4504c298-600b-469a-a958-34b08123f7ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9980435 Jul 21 20:52:54.070840 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-09eb6b13-bb21-456d-92b8-776638e1b71a req-a12a6169-a3b3-4f2f-ba68-42016e926131 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0538824 Jul 21 20:52:54.105315 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-127e7105-169c-4648-b1fe-4c45e32a7737 None None] Provisioning complete for port a6fd06b5-db86-4220-918a-dca146cd3b1a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:54.106470 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-127e7105-169c-4648-b1fe-4c45e32a7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:54.153539 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-127e7105-169c-4648-b1fe-4c45e32a7737 None None] Port a6fd06b5-db86-4220-918a-dca146cd3b1a cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:52:54.268732 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 57fe3301-0e49-4d8e-bae8-9e14d8409278 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:52:54.301530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-3579749f-7a04-4cc5-9bba-598de5842a25 None None] Provisioning complete for port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:54.301901 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3579749f-7a04-4cc5-9bba-598de5842a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:54.347583 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-3579749f-7a04-4cc5-9bba-598de5842a25 None None] Port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:52:54.354694 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 57fe3301-0e49-4d8e-bae8-9e14d8409278 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:52:54.355091 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:54.439040 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 57fe3301-0e49-4d8e-bae8-9e14d8409278 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:52:54.939268 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce5a6-d697-4060-bc98-033ccde33672 req-a8243ab3-2f6d-41b2-b633-c96d88bdee01 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:54.940948 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9c0ce5a6-d697-4060-bc98-033ccde33672 req-a8243ab3-2f6d-41b2-b633-c96d88bdee01 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0654907 Jul 21 20:52:55.014197 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:55.030723 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9c0ce5a6-d697-4060-bc98-033ccde33672 req-d59e8344-0806-4cf1-8180-fa196a87e8c5 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824225 Jul 21 20:52:55.050165 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89960897-b1d0-4cd7-85da-13b9f9474c0f req-b2bb7cbb-c307-4f76-b744-492477ff6c40 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0500963 Jul 21 20:52:55.211267 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-15cab6f6-cfc8-46bf-a4b5-f61a8e0dea97 req-f67682d0-724f-4eaf-a665-da6d8036b7fd tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0505455 Jul 21 20:52:56.204209 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f71903fe-58d4-410e-b9d3-f3e09b228095 req-45c6327d-7f37-41b3-a66b-4673825a7d32 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0458417 Jul 21 20:52:56.211360 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e33342-bfa0-40d3-b78e-715780a12b81 req-48a76bac-ef82-4bdf-9721-a5065d5f63cb tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:56.214258 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-38e33342-bfa0-40d3-b78e-715780a12b81 req-48a76bac-ef82-4bdf-9721-a5065d5f63cb tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0605404 Jul 21 20:52:56.351663 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-38e33342-bfa0-40d3-b78e-715780a12b81 req-43b43726-4745-4708-8a11-3e4963a74ab8 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250803 Jul 21 20:52:56.391313 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:56.412622 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2ed7df3f-8dba-44c7-adc3-0a5e94de0d8c req-7ad7467b-5961-4e50-b3da-1039f9670800 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0326982 Jul 21 20:52:57.332043 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c87e16b0-ff3e-4c62-98fa-ca60eb77a18d req-b8351cf8-b42b-4b0b-a1b5-e767560ecef7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0459414 Jul 21 20:52:57.555300 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686b626-0949-44be-ae0e-3dedc2d72185 req-7483b4a4-a6d2-4e48-9148-00cf2c637665 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:57.558766 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a686b626-0949-44be-ae0e-3dedc2d72185 req-7483b4a4-a6d2-4e48-9148-00cf2c637665 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0741453 Jul 21 20:52:57.653074 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f62a608b-22fb-44ec-823e-4a1451502c76 req-609f94ea-7f2c-4456-8111-541b9b334abf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0957155 Jul 21 20:52:57.670650 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:57.713846 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a686b626-0949-44be-ae0e-3dedc2d72185 req-9f970c36-031a-4bb6-974f-fe1b678b1a75 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491113 Jul 21 20:52:58.190174 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49652) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:58.319564 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79b21d11-eaeb-4ae8-90f3-306dce5cdd70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:58.439424 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79b21d11-eaeb-4ae8-90f3-306dce5cdd70 admin admin] Publish callbacks [] for security_group (fbd4d738-5aee-40e0-a79b-90e5e2a583ce), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:58.455904 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79b21d11-eaeb-4ae8-90f3-306dce5cdd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (fbd4d738-5aee-40e0-a79b-90e5e2a583ce), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:58.490665 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8688d7e3-903b-4f38-aa99-e25901af4684 req-5eaf2a73-f838-446c-9cce-8dc200f7588b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0537765 Jul 21 20:52:58.519595 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-79b21d11-eaeb-4ae8-90f3-306dce5cdd70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a84fe5a2425c43f581bf505c96f43ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283098 Jul 21 20:52:58.520452 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49676) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:58.536643 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b21d11-eaeb-4ae8-90f3-306dce5cdd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd4d738-5aee-40e0-a79b-90e5e2a583ce,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:58.584724 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-949c6157-b79e-4403-b1ed-8506814f8151 admin admin] Publish callbacks [] for security_group (fbd4d738-5aee-40e0-a79b-90e5e2a583ce), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:58.608808 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-949c6157-b79e-4403-b1ed-8506814f8151 admin admin] Publish callbacks [] for security_group (fbd4d738-5aee-40e0-a79b-90e5e2a583ce), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:58.685673 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-949c6157-b79e-4403-b1ed-8506814f8151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (fbd4d738-5aee-40e0-a79b-90e5e2a583ce), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:58.688873 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-949c6157-b79e-4403-b1ed-8506814f8151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:58.692623 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-949c6157-b79e-4403-b1ed-8506814f8151 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbd4d738-5aee-40e0-a79b-90e5e2a583ce HTTP/1.1" status: 204 len: 168 time: 0.1682041 Jul 21 20:52:58.704050 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c6157-b79e-4403-b1ed-8506814f8151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd4d738-5aee-40e0-a79b-90e5e2a583ce,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:58.809675 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2766c734-d4f5-4259-8afd-be157f8e0f31 req-284d1916-734d-42b3-9ac8-1332f962e1c8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0700464 Jul 21 20:52:58.903622 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5bc95-a5d8-4b09-bc73-42f39255696f req-3aac4c20-8105-40e6-aece-12789ce9a6cc tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:52:58.905945 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e7a5bc95-a5d8-4b09-bc73-42f39255696f req-3aac4c20-8105-40e6-aece-12789ce9a6cc tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0739250 Jul 21 20:52:58.933000 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 49702) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:58.983409 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e7a5bc95-a5d8-4b09-bc73-42f39255696f req-fc762985-f9bb-4af1-822e-6cf633bf5300 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654690 Jul 21 20:52:59.115772 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f869bf60-ab12-4bce-a66d-856a2a8c6634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.162580 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49708) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:59.182097 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c4a194a6-3ad2-45da-8b63-c6efc3a1c42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.243089 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f869bf60-ab12-4bce-a66d-856a2a8c6634 admin admin] Publish callbacks [] for security_group (8e44ac8b-00d7-424f-95bb-2bc857322fac), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.249510 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f869bf60-ab12-4bce-a66d-856a2a8c6634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (8e44ac8b-00d7-424f-95bb-2bc857322fac), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.305326 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f869bf60-ab12-4bce-a66d-856a2a8c6634 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf7b8f3c6f4b4223b52dabcde2cc73b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711548 Jul 21 20:52:59.309150 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c4a194a6-3ad2-45da-8b63-c6efc3a1c42e admin admin] Publish callbacks [] for security_group (be9151d3-a52d-4705-bb99-fb8532092e05), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.310794 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49710) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:59.311129 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869bf60-ab12-4bce-a66d-856a2a8c6634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44ac8b-00d7-424f-95bb-2bc857322fac,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:59.321014 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c4a194a6-3ad2-45da-8b63-c6efc3a1c42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (be9151d3-a52d-4705-bb99-fb8532092e05), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.355599 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:59.403254 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a194a6-3ad2-45da-8b63-c6efc3a1c42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9151d3-a52d-4705-bb99-fb8532092e05,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:59.429254 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 49714) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:52:59.429337 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-c4a194a6-3ad2-45da-8b63-c6efc3a1c42e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9baed90990242feb5d3c5e5711d1d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654431 Jul 21 20:52:59.434607 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ed87d4a-2bf5-4e96-8daf-8ce287005cbf admin admin] Publish callbacks [] for security_group (8e44ac8b-00d7-424f-95bb-2bc857322fac), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.468406 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:52:59.484996 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ed87d4a-2bf5-4e96-8daf-8ce287005cbf admin admin] Publish callbacks [] for security_group (8e44ac8b-00d7-424f-95bb-2bc857322fac), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.521724 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc94f-b486-4311-a005-fc6037b65ca7 admin admin] Publish callbacks [] for security_group (be9151d3-a52d-4705-bb99-fb8532092e05), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.573954 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc94f-b486-4311-a005-fc6037b65ca7 admin admin] Publish callbacks [] for security_group (be9151d3-a52d-4705-bb99-fb8532092e05), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.576291 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ed87d4a-2bf5-4e96-8daf-8ce287005cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (8e44ac8b-00d7-424f-95bb-2bc857322fac), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.581071 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ed87d4a-2bf5-4e96-8daf-8ce287005cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.582950 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-4ed87d4a-2bf5-4e96-8daf-8ce287005cbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e44ac8b-00d7-424f-95bb-2bc857322fac HTTP/1.1" status: 204 len: 168 time: 0.2699776 Jul 21 20:52:59.611329 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed87d4a-2bf5-4e96-8daf-8ce287005cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44ac8b-00d7-424f-95bb-2bc857322fac,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:59.664867 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4f203890-a526-4e5e-873f-01e7fd6c6a9e req-d4e09b0e-4a42-4d9b-97f7-7d81af8b4686 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0480168 Jul 21 20:52:59.724522 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc94f-b486-4311-a005-fc6037b65ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (be9151d3-a52d-4705-bb99-fb8532092e05), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.728740 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc94f-b486-4311-a005-fc6037b65ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:52:59.730624 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ce1fc94f-b486-4311-a005-fc6037b65ca7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be9151d3-a52d-4705-bb99-fb8532092e05 HTTP/1.1" status: 204 len: 168 time: 0.2981238 Jul 21 20:52:59.763991 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fc94f-b486-4311-a005-fc6037b65ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9151d3-a52d-4705-bb99-fb8532092e05,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:52:59.949641 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-432f7dc4-44e4-45eb-980a-11ac65daa5bb req-a576eaad-4253-4138-af19-08f25cbc032c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0386741 Jul 21 20:53:00.160327 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d1aa-69b9-4d13-a3f6-3fc4d3ccf0b8 req-6fc73db9-a000-4d92-9906-c41f4df5b77c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:00.163270 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d625d1aa-69b9-4d13-a3f6-3fc4d3ccf0b8 req-6fc73db9-a000-4d92-9906-c41f4df5b77c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0882938 Jul 21 20:53:00.202981 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49758) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:00.224572 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d625d1aa-69b9-4d13-a3f6-3fc4d3ccf0b8 req-aac6887c-67aa-4009-809d-19ca89006449 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Jul 21 20:53:00.231042 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8ba6552-3c16-4e7e-affc-2384ef6a94f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:00.334438 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8ba6552-3c16-4e7e-affc-2384ef6a94f4 admin admin] Publish callbacks [] for security_group (4bc85a5b-af46-41a4-88e5-6095bfc520c5), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:00.339670 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8ba6552-3c16-4e7e-affc-2384ef6a94f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (4bc85a5b-af46-41a4-88e5-6095bfc520c5), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:00.382305 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d8ba6552-3c16-4e7e-affc-2384ef6a94f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54ce6ee876cd4376a8bc1cda110d6298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782384 Jul 21 20:53:00.385036 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49764) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:00.392157 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba6552-3c16-4e7e-affc-2384ef6a94f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc85a5b-af46-41a4-88e5-6095bfc520c5,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:00.445155 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-913d244a-4364-4652-860f-5a304a4fe135 admin admin] Publish callbacks [] for security_group (4bc85a5b-af46-41a4-88e5-6095bfc520c5), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:00.468993 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-913d244a-4364-4652-860f-5a304a4fe135 admin admin] Publish callbacks [] for security_group (4bc85a5b-af46-41a4-88e5-6095bfc520c5), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:00.520395 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-913d244a-4364-4652-860f-5a304a4fe135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (4bc85a5b-af46-41a4-88e5-6095bfc520c5), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:00.522935 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-913d244a-4364-4652-860f-5a304a4fe135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:00.524122 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-913d244a-4364-4652-860f-5a304a4fe135 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bc85a5b-af46-41a4-88e5-6095bfc520c5 HTTP/1.1" status: 204 len: 168 time: 0.1381929 Jul 21 20:53:00.539913 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d244a-4364-4652-860f-5a304a4fe135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc85a5b-af46-41a4-88e5-6095bfc520c5,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:00.798572 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b4a9b12c-add9-4ce0-a55d-ad06299a1737 req-91ddb1f2-c2dd-47c4-87e5-b6768b5c0a94 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0339530 Jul 21 20:53:01.049513 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ea521ebb-ac0a-47e8-91b3-71ab41217389 req-6383ecd5-e39f-4fe5-8c69-a8719afc705a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0375071 Jul 21 20:53:01.156718 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-cae3ed55-aaa5-421c-9004-029a7bd8ed6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:01.388469 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c627ed-b51d-4891-9c17-863c34712ed8 req-40b6ac63-b872-4385-8068-368b007e25ce tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:01.389996 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-18c627ed-b51d-4891-9c17-863c34712ed8 req-40b6ac63-b872-4385-8068-368b007e25ce tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0719171 Jul 21 20:53:01.477342 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-18c627ed-b51d-4891-9c17-863c34712ed8 req-1d46a27b-359b-48d0-ade4-f4361fd0bc19 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745130 Jul 21 20:53:01.932275 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d60b751f-9fb8-4bcb-a776-de9c7e1a5ae4 req-fc14b00b-30a2-47f1-8718-8ec442b83735 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0408831 Jul 21 20:53:02.043398 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:02.259465 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8d11f225-cbee-4091-ae73-b45592984f79 req-a80a4aca-bf1f-4c41-b876-d93abd999203 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0581961 Jul 21 20:53:02.603321 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c6443-6ee4-4a1c-938c-7f8686fd8622 req-bf16d86c-a6e0-42f7-aa47-8b14d40c210c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:02.605594 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-732c6443-6ee4-4a1c-938c-7f8686fd8622 req-bf16d86c-a6e0-42f7-aa47-8b14d40c210c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0577097 Jul 21 20:53:02.673380 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-732c6443-6ee4-4a1c-938c-7f8686fd8622 req-e407a426-f321-46a6-b798-72471c6433c6 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609906 Jul 21 20:53:03.064564 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bd0eed88-bab0-4b36-a3f1-3d375002bfab req-990296d6-08ab-400b-98ab-f42c5aa8143f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0444105 Jul 21 20:53:03.356544 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-921f8e12-5255-4234-bccb-6ace72928d9c req-cdfda526-32a0-4afc-a0b9-3998f271c1e9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0291414 Jul 21 20:53:03.848870 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e1540-c90b-4c9c-9e00-7c53240e2c23 req-ca32ebd5-1aec-4cc6-a116-70a0df85ba6d tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:03.852202 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c6e1540-c90b-4c9c-9e00-7c53240e2c23 req-ca32ebd5-1aec-4cc6-a116-70a0df85ba6d tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0651455 Jul 21 20:53:03.903266 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c6e1540-c90b-4c9c-9e00-7c53240e2c23 req-a4ce0452-1382-46c3-b9f7-b4ca523391f2 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470405 Jul 21 20:53:04.032164 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a733d7ae-ce46-4d86-93e8-b8bb1b88d371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:04.174315 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-90f16de0-a16d-4b59-8191-48027da37936 req-06bc4d80-d529-4b69-827f-3a13c688a5a1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0336738 Jul 21 20:53:04.472707 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcecfec2-a19b-407a-9585-c577f50263e9 req-9c02e497-0754-446e-aff7-9316bf367bc3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0395453 Jul 21 20:53:05.017935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96559a-9854-4fc9-b24d-98fcfe4777e2 req-c258062d-a198-47a2-bb7b-aa2420dccb28 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:05.019418 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8f96559a-9854-4fc9-b24d-98fcfe4777e2 req-c258062d-a198-47a2-bb7b-aa2420dccb28 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0482628 Jul 21 20:53:05.067217 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8f96559a-9854-4fc9-b24d-98fcfe4777e2 req-0ec77790-da6e-4cb6-991a-00b6ce6dcb86 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Jul 21 20:53:05.286324 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7efb6d9c-aef8-41b6-be87-c85bf44239c1 req-62a14769-7019-436a-8963-b2fcb7c95fde tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0296352 Jul 21 20:53:05.608764 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f061dea5-35ee-4907-b69e-239484395dc2 req-b14b9521-d9bd-495c-8225-da9f8638d828 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0360479 Jul 21 20:53:06.176758 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:06.206374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721595ab-3806-4aaf-857f-ab1ed1aed2dd req-8e0d05c5-4075-42ec-8a44-b14549841f1b tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:06.208256 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-721595ab-3806-4aaf-857f-ab1ed1aed2dd req-8e0d05c5-4075-42ec-8a44-b14549841f1b tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0600271 Jul 21 20:53:06.263648 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-721595ab-3806-4aaf-857f-ab1ed1aed2dd req-44e0e6e6-2f46-4eff-86ff-3c427498e0c0 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491097 Jul 21 20:53:06.409867 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b4db934b-e12c-4261-ae8c-523bdb3306ad req-cd0aae12-84b3-422a-a255-bfa51fbba1a8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0374367 Jul 21 20:53:06.498957 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 49996) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:06.594753 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:06.643616 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fdc932d6-c753-4142-a470-799db535ffe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:06.717420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:06.770954 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e555c6e-08a6-4203-86e1-e153a97ffa7b req-25aac9fe-43f6-44ff-849e-cadeb542f345 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0596571 Jul 21 20:53:06.772912 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:06.804867 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fdc932d6-c753-4142-a470-799db535ffe9 admin admin] Publish callbacks [] for security_group (245dbb9d-4a62-4989-99c5-e4756b1cdad1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:06.815610 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fdc932d6-c753-4142-a470-799db535ffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (245dbb9d-4a62-4989-99c5-e4756b1cdad1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:06.862096 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50014) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:06.869200 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-fdc932d6-c753-4142-a470-799db535ffe9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9399eecb76f24fcb83ad9a8195eed789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685319 Jul 21 20:53:06.885831 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc932d6-c753-4142-a470-799db535ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245dbb9d-4a62-4989-99c5-e4756b1cdad1,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:06.941647 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f65086f5-4de9-4aa4-8e12-c4aa9e9b9777 admin admin] Publish callbacks [] for security_group (245dbb9d-4a62-4989-99c5-e4756b1cdad1), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:06.972952 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f65086f5-4de9-4aa4-8e12-c4aa9e9b9777 admin admin] Publish callbacks [] for security_group (245dbb9d-4a62-4989-99c5-e4756b1cdad1), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.021795 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:07.058245 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f65086f5-4de9-4aa4-8e12-c4aa9e9b9777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (245dbb9d-4a62-4989-99c5-e4756b1cdad1), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.061525 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f65086f5-4de9-4aa4-8e12-c4aa9e9b9777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.066198 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f65086f5-4de9-4aa4-8e12-c4aa9e9b9777 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/245dbb9d-4a62-4989-99c5-e4756b1cdad1 HTTP/1.1" status: 204 len: 168 time: 0.2028768 Jul 21 20:53:07.079981 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65086f5-4de9-4aa4-8e12-c4aa9e9b9777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245dbb9d-4a62-4989-99c5-e4756b1cdad1,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:07.382864 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:07.403040 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca7da3-1130-41a6-8031-bf557782cc0f req-b5b8c613-f756-4a6e-8573-4eaaafd6924b tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:07.404695 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-eeca7da3-1130-41a6-8031-bf557782cc0f req-b5b8c613-f756-4a6e-8573-4eaaafd6924b tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0567276 Jul 21 20:53:07.441177 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.490320 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-eeca7da3-1130-41a6-8031-bf557782cc0f req-b36d6f40-bf63-458c-9e54-44452da6c8bb tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783820 Jul 21 20:53:07.534299 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50040) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:07.549918 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bc1-f657-4a4d-b8f0-91a3a3d7af50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.556339 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6733161a-d343-46d1-ad7d-32655eb01efa req-840a4613-75f1-4727-84d7-387e49262e1e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0426755 Jul 21 20:53:07.678664 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bc1-f657-4a4d-b8f0-91a3a3d7af50 admin admin] Publish callbacks [] for security_group (a8ffc5cb-ab63-447e-aa91-dff521c88cef), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.686262 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bc1-f657-4a4d-b8f0-91a3a3d7af50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a8ffc5cb-ab63-447e-aa91-dff521c88cef), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.731707 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-0eff5bc1-f657-4a4d-b8f0-91a3a3d7af50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2af28709aa024960affe6ab1e58c3b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958034 Jul 21 20:53:07.732581 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff5bc1-f657-4a4d-b8f0-91a3a3d7af50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ffc5cb-ab63-447e-aa91-dff521c88cef,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:07.735082 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50042) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:07.785778 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d7a38567-4f5c-4c6c-a0da-c2ad48cad0c1 admin admin] Publish callbacks [] for security_group (a8ffc5cb-ab63-447e-aa91-dff521c88cef), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.812112 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d7a38567-4f5c-4c6c-a0da-c2ad48cad0c1 admin admin] Publish callbacks [] for security_group (a8ffc5cb-ab63-447e-aa91-dff521c88cef), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.871420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d7a38567-4f5c-4c6c-a0da-c2ad48cad0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a8ffc5cb-ab63-447e-aa91-dff521c88cef), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.874442 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d7a38567-4f5c-4c6c-a0da-c2ad48cad0c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:07.875648 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d7a38567-4f5c-4c6c-a0da-c2ad48cad0c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8ffc5cb-ab63-447e-aa91-dff521c88cef HTTP/1.1" status: 204 len: 168 time: 0.1401684 Jul 21 20:53:07.880965 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ba0d215f-1b9e-46fc-b2b9-bc5ea267467b req-1168f52e-f4b2-4c96-bf49-4ba3a32aba5b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0347800 Jul 21 20:53:07.886058 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a38567-4f5c-4c6c-a0da-c2ad48cad0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ffc5cb-ab63-447e-aa91-dff521c88cef,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:08.580887 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50076) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:08.709668 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d11ae6-da59-4f13-ae01-ffff97336f92 req-0d7def4d-0ce2-4909-8258-3132598d9e8e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:08.714712 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c040018a-72bb-401e-96e5-690a1ff976f1 req-96a61a57-b071-4e08-9584-b4b690b02cd4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0609555 Jul 21 20:53:08.732303 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3d11ae6-da59-4f13-ae01-ffff97336f92 req-0d7def4d-0ce2-4909-8258-3132598d9e8e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.1334758 Jul 21 20:53:08.815004 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3d11ae6-da59-4f13-ae01-ffff97336f92 req-428fc088-4164-49df-b1a1-cd3df807826e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893238 Jul 21 20:53:08.898541 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5717472b-6e73-40a3-a377-ac9028aad8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.015029 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-64374a91-da1d-4bc5-b273-a8581242d2ee req-5185fc19-101d-4673-a914-140a9697cf2a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0478878 Jul 21 20:53:09.019971 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5717472b-6e73-40a3-a377-ac9028aad8e1 admin admin] Publish callbacks [] for security_group (646886e1-c534-4b68-b0cc-bd514572bd0f), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.025758 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5717472b-6e73-40a3-a377-ac9028aad8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (646886e1-c534-4b68-b0cc-bd514572bd0f), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.067212 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717472b-6e73-40a3-a377-ac9028aad8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646886e1-c534-4b68-b0cc-bd514572bd0f,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:09.075721 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50102) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:09.075970 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5717472b-6e73-40a3-a377-ac9028aad8e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58ebed32cfe044668a7501caf7af6ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4933918 Jul 21 20:53:09.128766 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f9cd-187a-4770-82d6-881114ae3002 admin admin] Publish callbacks [] for security_group (646886e1-c534-4b68-b0cc-bd514572bd0f), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.153427 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f9cd-187a-4770-82d6-881114ae3002 admin admin] Publish callbacks [] for security_group (646886e1-c534-4b68-b0cc-bd514572bd0f), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.205611 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f9cd-187a-4770-82d6-881114ae3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (646886e1-c534-4b68-b0cc-bd514572bd0f), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.208628 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f9cd-187a-4770-82d6-881114ae3002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.209801 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f2a9f9cd-187a-4770-82d6-881114ae3002 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/646886e1-c534-4b68-b0cc-bd514572bd0f HTTP/1.1" status: 204 len: 168 time: 0.1330497 Jul 21 20:53:09.218728 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9f9cd-187a-4770-82d6-881114ae3002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646886e1-c534-4b68-b0cc-bd514572bd0f,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:09.529125 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50120) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:09.544455 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4beb6b0-36a9-4579-a3b2-fb0236354da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.629906 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4beb6b0-36a9-4579-a3b2-fb0236354da9 admin admin] Publish callbacks [] for security_group (c3c3b7f9-e79d-412f-b519-2fe41ddc30ac), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.634810 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4beb6b0-36a9-4579-a3b2-fb0236354da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c3c3b7f9-e79d-412f-b519-2fe41ddc30ac), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.675378 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d4beb6b0-36a9-4579-a3b2-fb0236354da9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=027b65cb8ab94c5eae06e15ef0e2f2a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448786 Jul 21 20:53:09.676594 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4beb6b0-36a9-4579-a3b2-fb0236354da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3b7f9-e79d-412f-b519-2fe41ddc30ac,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:09.678093 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50124) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:09.749524 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ee013ed5-cf27-4a95-8ea1-2ad362acc178 admin admin] Publish callbacks [] for security_group (c3c3b7f9-e79d-412f-b519-2fe41ddc30ac), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.778894 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ee013ed5-cf27-4a95-8ea1-2ad362acc178 admin admin] Publish callbacks [] for security_group (c3c3b7f9-e79d-412f-b519-2fe41ddc30ac), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.840201 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3d0e88cf-e575-4819-ba13-af981ad67df6 req-18975589-ee5f-471d-8a6e-af4e97907df0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0377345 Jul 21 20:53:09.868944 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ee013ed5-cf27-4a95-8ea1-2ad362acc178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c3c3b7f9-e79d-412f-b519-2fe41ddc30ac), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.871996 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ee013ed5-cf27-4a95-8ea1-2ad362acc178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:09.873305 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-ee013ed5-cf27-4a95-8ea1-2ad362acc178 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3c3b7f9-e79d-412f-b519-2fe41ddc30ac HTTP/1.1" status: 204 len: 168 time: 0.1933036 Jul 21 20:53:09.886343 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee013ed5-cf27-4a95-8ea1-2ad362acc178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3b7f9-e79d-412f-b519-2fe41ddc30ac,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:09.966680 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f4eea-7da8-4904-8ebf-191c1f654cc0 req-685607e8-5ffd-44e1-a01d-cad4b936bbf4 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:09.974717 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-493f4eea-7da8-4904-8ebf-191c1f654cc0 req-685607e8-5ffd-44e1-a01d-cad4b936bbf4 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0678613 Jul 21 20:53:09.998706 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:10.037989 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-493f4eea-7da8-4904-8ebf-191c1f654cc0 req-80e13fef-2e02-4c78-906b-66a2b4576f08 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622282 Jul 21 20:53:10.157491 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-de795c83-f8ed-4345-a4f7-9e88b2d0f30a req-ee7df513-60a3-4e1e-a054-713d9aba3b8f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0327578 Jul 21 20:53:10.966351 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-15db66bc-7a23-4e2d-b201-83414ad58264 req-177561be-0029-4fbf-89ba-9bddd395e5ce tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0325203 Jul 21 20:53:11.170575 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3cb15-592d-4bea-94ca-041f76cca155 req-6fa3e930-f6aa-4d86-a07a-a7db977409dc tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:11.172150 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c3cb15-592d-4bea-94ca-041f76cca155 req-6fa3e930-f6aa-4d86-a07a-a7db977409dc tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0621672 Jul 21 20:53:11.255221 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c3cb15-592d-4bea-94ca-041f76cca155 req-838be829-03e4-4bee-9779-755a19f28ecb tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770435 Jul 21 20:53:11.280877 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fa86965f-8d47-4f24-9985-b5315fc3aadc req-8bcc128b-7cb3-46b3-a118-ae168cd218f8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0320938 Jul 21 20:53:12.068595 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f156642c-3a75-4100-bfda-a19010954059 req-43c1fd08-1b17-457e-a2d6-e0c5116d243b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0295589 Jul 21 20:53:12.375685 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd1a5c-8732-4f30-8a00-2a7bbc6eeb6b req-f47d1d28-6826-46de-8ec0-1bfab4c8fd04 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:12.377359 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-decd1a5c-8732-4f30-8a00-2a7bbc6eeb6b req-f47d1d28-6826-46de-8ec0-1bfab4c8fd04 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0567238 Jul 21 20:53:12.413405 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c75c6a29-41e4-4fd1-9189-477b4dae41f4 req-7b135b79-168d-41ac-8cae-2e6009105535 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0403705 Jul 21 20:53:12.434813 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:12.448966 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-decd1a5c-8732-4f30-8a00-2a7bbc6eeb6b req-036bd243-7972-43ee-a239-481fe1fc9ae1 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598977 Jul 21 20:53:13.176815 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c126a9cc-234c-4d42-b94a-8d8c86b40c3b req-4088b06e-ef76-4f75-b728-f8ecc18a418b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0301778 Jul 21 20:53:13.517882 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-da199c72-2c18-4b2b-b50a-a5c156a74b21 req-9974f989-8c54-424f-9fc1-087bbc3013fa tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0293181 Jul 21 20:53:13.573839 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35d4c-a3ab-4756-bf2d-20fe1324eab8 req-56119b94-3a4d-463b-bbfe-7c12d6e60e7c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:13.575331 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e4c35d4c-a3ab-4756-bf2d-20fe1324eab8 req-56119b94-3a4d-463b-bbfe-7c12d6e60e7c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.0501924 Jul 21 20:53:13.624666 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e4c35d4c-a3ab-4756-bf2d-20fe1324eab8 req-84c32dcb-dbaf-4c69-a5ec-4a08de28e236 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437231 Jul 21 20:53:13.958461 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'port': {'device_id': '77154d49-ec36-4137-8c96-ceb20188d32e', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'admin_state_up': True, 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:53:13.983843 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-93db400a-f524-41cd-99e2-feaee813d40c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:53:13.986158 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-93db400a-f524-41cd-99e2-feaee813d40c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067921 Jul 21 20:53:13.991005 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-a96214c6-de60-471c-b96b-2169980986cf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:53:13.992227 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-a96214c6-de60-471c-b96b-2169980986cf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063090 Jul 21 20:53:14.095561 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Made reservation on behalf of d9e9d8f8b55c4ef586252456ea195266 for: {'port': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:53:14.102147 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:14.238470 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Allocated IP 172.20.0.12 (12e272e6-6c0f-4346-988b-fccdfdf62793/db1c4fb5-668b-4848-9037-114d9e57e569/021cc3b8-5795-418d-85f7-7d0dcc124d4d) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:53:14.296131 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d2f9bdba-f4fd-4f19-b90c-30b573664c61 req-6b9795fa-6fd0-4ef5-bd4e-d093920e6984 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0400581 Jul 21 20:53:14.474569 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:14.527318 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:14.556652 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Request body: {'port': {'device_id': '4ddeb6ba-597a-4d70-b8ce-8a803668cbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:53:14.585465 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Request body: {'port': {'device_id': 'b881a042-84ac-4864-9004-f1f385293d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:53:14.592823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:14.595239 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:14.605663 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:53:14.629665 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:53:14.638493 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:53:14.661809 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event updated for resources: {'Port': ['ID=021cc3b8-5795-418d-85f7-7d0dcc124d4d,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:14.721554 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76746d5e-cd5f-4d69-8220-63ac26b68361 req-d5ff6d11-1fc1-49e3-8da9-e150aca14d9e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:14.723730 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-76746d5e-cd5f-4d69-8220-63ac26b68361 req-d5ff6d11-1fc1-49e3-8da9-e150aca14d9e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 932 time: 0.1221435 Jul 21 20:53:14.735142 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:14.746584 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:14.773378 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:14.774230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for port (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:14.780967 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:14.850144 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c6baa56a-664e-43d3-ad36-df75c835d0b5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8962202 Jul 21 20:53:14.862502 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790872fa-b139-461b-a2f4-9e03b39425a0 req-e061556d-aa52-4c34-a087-78397479aea8 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:14.864123 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-790872fa-b139-461b-a2f4-9e03b39425a0 req-e061556d-aa52-4c34-a087-78397479aea8 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 932 time: 0.1130877 Jul 21 20:53:14.883561 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-76746d5e-cd5f-4d69-8220-63ac26b68361 req-87761463-a3a7-4462-8211-e1d1ed40691d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511769 Jul 21 20:53:14.921376 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:14.956534 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-b6166452-62b6-45cc-9a85-fc6e95ff9904 None None] Provisioning complete for port 021cc3b8-5795-418d-85f7-7d0dcc124d4d triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:53:14.957816 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b6166452-62b6-45cc-9a85-fc6e95ff9904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:14.992075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-b6166452-62b6-45cc-9a85-fc6e95ff9904 None None] Port 021cc3b8-5795-418d-85f7-7d0dcc124d4d cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:53:15.082133 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-790872fa-b139-461b-a2f4-9e03b39425a0 req-cf84615a-a9cd-4758-9789-6eeb2f5b2310 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079217 Jul 21 20:53:15.142955 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Request body: {'port': {'device_id': '77154d49-ec36-4137-8c96-ceb20188d32e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:53:15.167404 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbf5542-a0df-44eb-afda-0f932b4c5b95 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:53:15.185461 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Publish callbacks [] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:15.208790 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Transition to ACTIVE for port object 7fbf5542-a0df-44eb-afda-0f932b4c5b95 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:53:15.212425 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:15.249551 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:15.297353 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbf5542-a0df-44eb-afda-0f932b4c5b95,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:15.336937 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fd06b5-db86-4220-918a-dca146cd3b1a {{(pid=110830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:53:15.346902 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Publish callbacks [] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:15.386401 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.provisioning_blocks [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Transition to ACTIVE for port object a6fd06b5-db86-4220-918a-dca146cd3b1a will not be triggered until provisioned by entity L2. {{(pid=110830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:53:15.395121 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:15.555053 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.73', 65460) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:15.667751 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-796c02b3-af7f-435d-953e-36bb1a116ebe req-96122ef8-2f07-4d59-a8fb-339a06eb7eae tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.1228704 Jul 21 20:53:15.780938 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Attempting to bind port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:53:15.781346 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Attempting to bind port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:53:15.781679 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Attempting to bind port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 on network 12e272e6-6c0f-4346-988b-fccdfdf62793 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:53:15.791240 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 on network 12e272e6-6c0f-4346-988b-fccdfdf62793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:53:15.791588 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Attempting to bind port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 on network 12e272e6-6c0f-4346-988b-fccdfdf62793 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:53:15.813273 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:53:15.813771 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Checking segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:53:15.814191 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Bound using segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:53:15.815043 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Bound port: 7fbf5542-a0df-44eb-afda-0f932b4c5b95, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:53:15.815414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:15.843414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-bef84771-b771-48a9-9fae-d7693eeeecdf tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:15.844937 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-bef84771-b771-48a9-9fae-d7693eeeecdf tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 816 time: 0.2887733 Jul 21 20:53:15.913715 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] For port 7fbf5542-a0df-44eb-afda-0f932b4c5b95, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:53:15.932017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:15.987074 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] For port 7fbf5542-a0df-44eb-afda-0f932b4c5b95, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:53:16.002208 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fd06b5-db86-4220-918a-dca146cd3b1a,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:16.045937 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:16.111674 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:16.189482 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:16.190656 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:16.192362 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] 10.222.0.73 "PUT /v2.0/ports/7fbf5542-a0df-44eb-afda-0f932b4c5b95 HTTP/1.1" status: 200 len: 1094 time: 1.7103179 Jul 21 20:53:16.201024 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddeb6ba-597a-4d70-b8ce-8a803668cbdd', 'tag': '7fbf5542-a0df-44eb-afda-0f932b4c5b95'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:53:16.240194 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ec2f48b9-aab7-4257-bba3-b05d94b9b2c6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c312164b3fdd40719fcdd94ed6bfd187 HTTP/1.1" status: 200 len: 379 time: 0.2577336 Jul 21 20:53:16.270492 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:16.294605 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021cc3b8-5795-418d-85f7-7d0dcc124d4d {{(pid=110830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:53:16.304655 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Publish callbacks [] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:16.308125 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:16.370565 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968396b-b095-4304-ba1c-18b224873e1c req-a7c35988-0824-4d42-ba8c-034000877abb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:16.372613 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c968396b-b095-4304-ba1c-18b224873e1c req-a7c35988-0824-4d42-ba8c-034000877abb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 932 time: 0.3478403 Jul 21 20:53:16.372902 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'port': {'device_id': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'admin_state_up': True, 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'security_groups': ['3af4c002-db5d-4145-9245-d9b21cd0391a']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:53:16.438467 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.provisioning_blocks [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Transition to ACTIVE for port object 021cc3b8-5795-418d-85f7-7d0dcc124d4d will not be triggered until provisioned by entity L2. {{(pid=110830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:53:16.476411 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:16.505687 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:16.512814 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Attempting to bind port a6fd06b5-db86-4220-918a-dca146cd3b1a on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:53:16.513643 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Attempting to bind port a6fd06b5-db86-4220-918a-dca146cd3b1a by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'}] {{(pid=110830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:53:16.514106 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Attempting to bind port a6fd06b5-db86-4220-918a-dca146cd3b1a on network d80bf16f-8a10-4877-90cb-01785bb4b82c {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:53:16.523621 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e953312-2c5b-41e3-be68-512b5bacb9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddeb6ba-597a-4d70-b8ce-8a803668cbdd", "tag": "7fbf5542-a0df-44eb-afda-0f932b4c5b95"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:53:16.533022 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeafe1-42bb-4802-bb2b-10fb57549464 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbf5542-a0df-44eb-afda-0f932b4c5b95,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:16.579192 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b047fd7-39c4-4595-8ec1-4fb5c130d22c req-d4a46e61-c77b-4f4d-bb69-23428a7becc6 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:16.581728 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b047fd7-39c4-4595-8ec1-4fb5c130d22c req-d4a46e61-c77b-4f4d-bb69-23428a7becc6 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.3533623 Jul 21 20:53:16.585703 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Port a6fd06b5-db86-4220-918a-dca146cd3b1a on network d80bf16f-8a10-4877-90cb-01785bb4b82c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:53:16.586029 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Attempting to bind port a6fd06b5-db86-4220-918a-dca146cd3b1a on network d80bf16f-8a10-4877-90cb-01785bb4b82c {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:53:16.648043 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c968396b-b095-4304-ba1c-18b224873e1c req-382721d2-fcec-46e7-984c-5d49e6cae144 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470822 Jul 21 20:53:16.656226 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:53:16.656226 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Checking segment: {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:53:16.656226 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Bound using segment: {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'} {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:53:16.656226 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Bound port: a6fd06b5-db86-4220-918a-dca146cd3b1a, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730c9faf-5ef9-4926-9f9c-6757c14327c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c'}}] {{(pid=110830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:53:16.656226 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:16.711099 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Pushing event updated for resources: {'Port': ['ID=021cc3b8-5795-418d-85f7-7d0dcc124d4d,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:16.764562 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:16.883016 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-9e79a8d1-b094-4613-a449-ff1ee6b65382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:16.887391 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-9e79a8d1-b094-4613-a449-ff1ee6b65382 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 1128 time: 0.3561838 Jul 21 20:53:16.905585 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Made reservation on behalf of c312164b3fdd40719fcdd94ed6bfd187 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:53:16.911278 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:16.990310 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] For port a6fd06b5-db86-4220-918a-dca146cd3b1a, host hv-cinder-85068, cleared binding levels {{(pid=110830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:53:17.030541 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] For port a6fd06b5-db86-4220-918a-dca146cd3b1a, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=a6fd06b5-db86-4220-918a-dca146cd3b1a,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:53:17.043197 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:17.046270 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b047fd7-39c4-4595-8ec1-4fb5c130d22c req-0a0c1775-38df-4cb7-97d0-e1084c010d68 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014299 Jul 21 20:53:17.054231 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-c30e4655-723f-43b5-98e3-b81126ac1d9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95 HTTP/1.1" status: 200 len: 217 time: 0.0953605 Jul 21 20:53:17.087922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Attempting to bind port 021cc3b8-5795-418d-85f7-7d0dcc124d4d on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:53:17.088880 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Attempting to bind port 021cc3b8-5795-418d-85f7-7d0dcc124d4d by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}] {{(pid=110830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:53:17.090297 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Attempting to bind port 021cc3b8-5795-418d-85f7-7d0dcc124d4d on network 12e272e6-6c0f-4346-988b-fccdfdf62793 {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:53:17.185096 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:17.185840 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for port (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:17.190128 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] 10.222.0.73 "PUT /v2.0/ports/a6fd06b5-db86-4220-918a-dca146cd3b1a HTTP/1.1" status: 200 len: 1094 time: 2.6973803 Jul 21 20:53:17.192699 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b881a042-84ac-4864-9004-f1f385293d9f', 'tag': 'a6fd06b5-db86-4220-918a-dca146cd3b1a'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:53:17.241519 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Port 021cc3b8-5795-418d-85f7-7d0dcc124d4d on network 12e272e6-6c0f-4346-988b-fccdfdf62793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:53:17.242063 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Attempting to bind port 021cc3b8-5795-418d-85f7-7d0dcc124d4d on network 12e272e6-6c0f-4346-988b-fccdfdf62793 {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:53:17.289196 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:53:17.290885 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Checking segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:53:17.292069 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Bound using segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:53:17.293230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Bound port: 021cc3b8-5795-418d-85f7-7d0dcc124d4d, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}}] {{(pid=110830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:53:17.294265 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:17.358948 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Allocated IP 172.20.0.6 (b37db4ce-f6bd-42a4-9277-6fc954d54178/9e32467f-8173-4f70-8a7e-81e0da561cfa/0a15578f-a527-4939-9a6b-ce6d94093a88) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:53:17.392416 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1208a-62ed-4e94-911f-46dc6d18d8b8 x-openstack-request-id: req-f9f1208a-62ed-4e94-911f-46dc6d18d8b8 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:53:17.392737 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddeb6ba-597a-4d70-b8ce-8a803668cbdd", "tag": "7fbf5542-a0df-44eb-afda-0f932b4c5b95", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:53:17.392972 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9f1208a-62ed-4e94-911f-46dc6d18d8b8 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:53:17.393942 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f1208a-62ed-4e94-911f-46dc6d18d8b8'] response: {'name': 'network-changed', 'server_uuid': '4ddeb6ba-597a-4d70-b8ce-8a803668cbdd', 'tag': '7fbf5542-a0df-44eb-afda-0f932b4c5b95', 'status': 'completed', 'code': 200} Jul 21 20:53:17.437897 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922" -d '{"events": [{"name": "network-changed", "server_uuid": "b881a042-84ac-4864-9004-f1f385293d9f", "tag": "a6fd06b5-db86-4220-918a-dca146cd3b1a"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:53:17.514529 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8d0f6-8345-43d5-bd49-2035365faad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fd06b5-db86-4220-918a-dca146cd3b1a,revision_number=3']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:17.519466 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d541e507-efed-4296-99a6-b9b99fd74799 req-2eedcc13-88f6-4103-bae2-309867c92562 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 210 time: 0.0887387 Jul 21 20:53:17.554519 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-e9585d36-60ec-4119-9f37-9527cab00710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:17.561374 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-e9585d36-60ec-4119-9f37-9527cab00710 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fe52006c5034bbf8de92b8aae171d3c&device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 1128 time: 0.2781720 Jul 21 20:53:17.591490 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-8c5ef078-9568-4df0-a46f-c5b0012431f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:17.593173 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-8c5ef078-9568-4df0-a46f-c5b0012431f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.5200393 Jul 21 20:53:17.716325 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50370) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:17.829737 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] For port 021cc3b8-5795-418d-85f7-7d0dcc124d4d, host hv-cinder-85068, cleared binding levels {{(pid=110830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:53:17.849624 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] For port 021cc3b8-5795-418d-85f7-7d0dcc124d4d, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:53:17.859445 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc84be6-e5fb-41a1-8952-67aeae46808c x-openstack-request-id: req-9cc84be6-e5fb-41a1-8952-67aeae46808c {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:53:17.860030 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b881a042-84ac-4864-9004-f1f385293d9f", "tag": "a6fd06b5-db86-4220-918a-dca146cd3b1a", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:53:17.860664 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cc84be6-e5fb-41a1-8952-67aeae46808c {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:53:17.861521 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc84be6-e5fb-41a1-8952-67aeae46808c'] response: {'name': 'network-changed', 'server_uuid': 'b881a042-84ac-4864-9004-f1f385293d9f', 'tag': 'a6fd06b5-db86-4220-918a-dca146cd3b1a', 'status': 'completed', 'code': 200} Jul 21 20:53:17.864521 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:17.868519 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-b1167e87-fb77-4e3b-818d-4d415830a3d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6fd06b5-db86-4220-918a-dca146cd3b1a HTTP/1.1" status: 200 len: 217 time: 0.2678070 Jul 21 20:53:17.995853 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3333a5c-04c4-4272-9a1c-7d086443a21f req-74bdf934-5da4-4307-9e17-226d665c5e12 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.007164 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d3333a5c-04c4-4272-9a1c-7d086443a21f req-74bdf934-5da4-4307-9e17-226d665c5e12 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0883234 Jul 21 20:53:18.032030 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-f5c19d41-c3f8-4664-be18-0121ed97a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.033193 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.033693 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-f5c19d41-c3f8-4664-be18-0121ed97a7aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4211185 Jul 21 20:53:18.034617 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for port (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.036203 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] 10.222.0.73 "PUT /v2.0/ports/021cc3b8-5795-418d-85f7-7d0dcc124d4d HTTP/1.1" status: 200 len: 1094 time: 2.8979623 Jul 21 20:53:18.072789 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-43b53843-5152-447b-85eb-b3810b87de66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.118222 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-e78dcff6-8cac-4a0d-aac0-962a64fa8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.120264 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-e78dcff6-8cac-4a0d-aac0-962a64fa8ee0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2be1134d-d01a-4f49-b6fd-3ce63460d275 HTTP/1.1" status: 200 len: 851 time: 0.1956449 Jul 21 20:53:18.187915 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd6d45-0cc4-47e1-8974-1b167daf09ab service neutron] Pushing event updated for resources: {'Port': ['ID=021cc3b8-5795-418d-85f7-7d0dcc124d4d,revision_number=3']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:18.212556 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:18.243487 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d3333a5c-04c4-4272-9a1c-7d086443a21f req-2420554c-a110-4e61-8ac3-29405c87546c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165699 Jul 21 20:53:18.259512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.384849 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-40c91a3b-30f2-4b76-9557-aae0bd6f5dcc service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202636 Jul 21 20:53:18.391075 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-43b53843-5152-447b-85eb-b3810b87de66 admin admin] Publish callbacks [] for security_group (3af6bf96-69fd-4876-9f1d-f3d876d9aec7), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.392650 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:18.398512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.473717 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:18.475808 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:53:18.480289 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:53:18.492234 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:53:18.500646 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-43b53843-5152-447b-85eb-b3810b87de66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3af6bf96-69fd-4876-9f1d-f3d876d9aec7), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.504896 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-bd6adc9e-d3bb-48fd-a2f2-5e5bfc0c2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.507201 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-bd6adc9e-d3bb-48fd-a2f2-5e5bfc0c2034 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d80bf16f-8a10-4877-90cb-01785bb4b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3768935 Jul 21 20:53:18.570313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.570849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.586220 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-43ae7a3c-0832-4a43-8832-d4273ae60add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.591436 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-43ae7a3c-0832-4a43-8832-d4273ae60add service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 1128 time: 0.4642296 Jul 21 20:53:18.597246 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:18.627980 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-5aedd2de-5bf1-4970-a84a-68525867a811 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2713907 Jul 21 20:53:18.667796 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-43b53843-5152-447b-85eb-b3810b87de66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f570b02b4fac441eb4e7a5a7c38c9ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8547592 Jul 21 20:53:18.668574 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50426) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:18.686404 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adcad5-d3fc-48d9-b43a-2b44a5206fdd req-1220774c-c6ae-4131-b1e4-d6490a10dca5 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.691204 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-92adcad5-d3fc-48d9-b43a-2b44a5206fdd req-1220774c-c6ae-4131-b1e4-d6490a10dca5 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.2945735 Jul 21 20:53:18.692061 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b53843-5152-447b-85eb-b3810b87de66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af6bf96-69fd-4876-9f1d-f3d876d9aec7,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:18.719260 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:18.768987 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-92adcad5-d3fc-48d9-b43a-2b44a5206fdd req-20f68e8f-48b4-4c33-80cb-953ba3018136 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672448 Jul 21 20:53:18.796120 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce5615-2136-4ca7-9cae-10d55e076231 req-66de7db8-a30f-4415-9f2c-27bf1082ba5f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:18.798682 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b5ce5615-2136-4ca7-9cae-10d55e076231 req-66de7db8-a30f-4415-9f2c-27bf1082ba5f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 931 time: 0.1204598 Jul 21 20:53:18.832880 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4e9ece78-b56e-4c3f-82ae-9555c772eb26 admin admin] Publish callbacks [] for security_group (3af6bf96-69fd-4876-9f1d-f3d876d9aec7), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.850956 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-1c3e58d1-c6cb-45ac-a148-02e112980896 None None] Provisioning complete for port 0a15578f-a527-4939-9a6b-ce6d94093a88 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:53:18.851505 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1c3e58d1-c6cb-45ac-a148-02e112980896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.876482 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4e9ece78-b56e-4c3f-82ae-9555c772eb26 admin admin] Publish callbacks [] for security_group (3af6bf96-69fd-4876-9f1d-f3d876d9aec7), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.895110 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b5ce5615-2136-4ca7-9cae-10d55e076231 req-e2d74991-ff19-407e-8579-68a279343d00 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810835 Jul 21 20:53:18.898040 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e58d1-c6cb-45ac-a148-02e112980896 None None] Port 0a15578f-a527-4939-9a6b-ce6d94093a88 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:53:18.944275 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4e9ece78-b56e-4c3f-82ae-9555c772eb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3af6bf96-69fd-4876-9f1d-f3d876d9aec7), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.947185 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4e9ece78-b56e-4c3f-82ae-9555c772eb26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:18.948453 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-4e9ece78-b56e-4c3f-82ae-9555c772eb26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3af6bf96-69fd-4876-9f1d-f3d876d9aec7 HTTP/1.1" status: 204 len: 168 time: 0.2788301 Jul 21 20:53:18.958388 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ece78-b56e-4c3f-82ae-9555c772eb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af6bf96-69fd-4876-9f1d-f3d876d9aec7,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:19.291696 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50462) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:19.318312 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fb32d4dc-c4f4-4b04-83b7-9936b7e556ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:19.391137 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17818-1ce5-407b-8e26-d8a6129ccfa1 req-e453aca5-559f-4d66-835e-4c6fc6da5135 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:19.398565 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b8c17818-1ce5-407b-8e26-d8a6129ccfa1 req-e453aca5-559f-4d66-835e-4c6fc6da5135 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0684786 Jul 21 20:53:19.445860 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fb32d4dc-c4f4-4b04-83b7-9936b7e556ee admin admin] Publish callbacks [] for security_group (851601fc-86a5-4d2a-a789-e1f3b6d0573e), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:19.451413 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fb32d4dc-c4f4-4b04-83b7-9936b7e556ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (851601fc-86a5-4d2a-a789-e1f3b6d0573e), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:19.453677 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b8c17818-1ce5-407b-8e26-d8a6129ccfa1 req-23cebfdd-ab71-4bc3-a08c-f953b95f21c4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541470 Jul 21 20:53:19.498589 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32d4dc-c4f4-4b04-83b7-9936b7e556ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851601fc-86a5-4d2a-a789-e1f3b6d0573e,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:19.504828 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-fb32d4dc-c4f4-4b04-83b7-9936b7e556ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa2700a96f5f424fa475b38ebeb55518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109931 Jul 21 20:53:19.507762 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50470) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:19.560425 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c46e27a7-af70-4a57-b037-7e1ce59a0215 admin admin] Publish callbacks [] for security_group (851601fc-86a5-4d2a-a789-e1f3b6d0573e), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:19.583052 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c46e27a7-af70-4a57-b037-7e1ce59a0215 admin admin] Publish callbacks [] for security_group (851601fc-86a5-4d2a-a789-e1f3b6d0573e), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:19.613221 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:19.644476 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c46e27a7-af70-4a57-b037-7e1ce59a0215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (851601fc-86a5-4d2a-a789-e1f3b6d0573e), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:19.647197 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c46e27a7-af70-4a57-b037-7e1ce59a0215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:19.648494 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-c46e27a7-af70-4a57-b037-7e1ce59a0215 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/851601fc-86a5-4d2a-a789-e1f3b6d0573e HTTP/1.1" status: 204 len: 168 time: 0.1398149 Jul 21 20:53:19.657378 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e27a7-af70-4a57-b037-7e1ce59a0215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851601fc-86a5-4d2a-a789-e1f3b6d0573e,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:19.862752 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77154d49-ec36-4137-8c96-ceb20188d32e', 'tag': '021cc3b8-5795-418d-85f7-7d0dcc124d4d'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:53:19.865318 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92e5c44-0fe2-4acc-9e97-f272152724a3" -d '{"events": [{"name": "network-changed", "server_uuid": "77154d49-ec36-4137-8c96-ceb20188d32e", "tag": "021cc3b8-5795-418d-85f7-7d0dcc124d4d"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:53:19.918822 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a4e048-cbb7-4b22-a743-33572f2e647f x-openstack-request-id: req-48a4e048-cbb7-4b22-a743-33572f2e647f {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:53:19.919125 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77154d49-ec36-4137-8c96-ceb20188d32e", "tag": "021cc3b8-5795-418d-85f7-7d0dcc124d4d", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:53:19.919652 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48a4e048-cbb7-4b22-a743-33572f2e647f {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:53:19.920300 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a4e048-cbb7-4b22-a743-33572f2e647f'] response: {'name': 'network-changed', 'server_uuid': '77154d49-ec36-4137-8c96-ceb20188d32e', 'tag': '021cc3b8-5795-418d-85f7-7d0dcc124d4d', 'status': 'completed', 'code': 200} Jul 21 20:53:20.041339 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb73772-46d9-4ae2-b06a-7a2ae2e6aa89 req-033a901f-09c2-42ef-8196-ce9c26b6817d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:20.042946 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bbb73772-46d9-4ae2-b06a-7a2ae2e6aa89 req-033a901f-09c2-42ef-8196-ce9c26b6817d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 931 time: 0.0572925 Jul 21 20:53:20.069300 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dadb7-e28f-4e24-b704-5625633832f9 req-e7be3d05-aea4-434e-946b-f9383769fa92 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:20.072219 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-038dadb7-e28f-4e24-b704-5625633832f9 req-e7be3d05-aea4-434e-946b-f9383769fa92 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.2124596 Jul 21 20:53:20.114115 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bbb73772-46d9-4ae2-b06a-7a2ae2e6aa89 req-dea96779-c7b0-4271-aeaf-5312637d895a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648458 Jul 21 20:53:20.128613 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-038dadb7-e28f-4e24-b704-5625633832f9 req-65ed6c26-56d4-4c5f-9578-22c483f3a35e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473998 Jul 21 20:53:20.616128 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdfa18-65a0-449e-8227-7abfe9e39d2d req-25870d3b-67c9-4c2e-b926-f7fadd7faa04 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:20.617593 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f4fdfa18-65a0-449e-8227-7abfe9e39d2d req-25870d3b-67c9-4c2e-b926-f7fadd7faa04 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0552819 Jul 21 20:53:20.672339 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f4fdfa18-65a0-449e-8227-7abfe9e39d2d req-22f03d83-c40d-438b-b989-992a34bf0e79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484352 Jul 21 20:53:21.249577 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291a2c-2006-4d47-acce-b73c15dc6030 req-c1d35adc-24e1-49b9-b47b-71f1fb0ed87f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:21.252046 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-38291a2c-2006-4d47-acce-b73c15dc6030 req-c1d35adc-24e1-49b9-b47b-71f1fb0ed87f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 931 time: 0.0542650 Jul 21 20:53:21.278368 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ee3c5-5cdb-4418-9fd3-1ce02dd103a8 req-d83432b2-6ae4-4f24-a9dd-25af6d0b4a90 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:21.285333 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc0ee3c5-5cdb-4418-9fd3-1ce02dd103a8 req-d83432b2-6ae4-4f24-a9dd-25af6d0b4a90 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0671136 Jul 21 20:53:21.326511 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-38291a2c-2006-4d47-acce-b73c15dc6030 req-53d4b050-06f2-4fa2-8708-0042b46580c3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660486 Jul 21 20:53:21.352634 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc0ee3c5-5cdb-4418-9fd3-1ce02dd103a8 req-c861f18a-efe2-4d37-9e76-eda7ddaf21ee tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664043 Jul 21 20:53:21.778763 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:21.804015 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936347-0978-4e65-9f82-4d6a29c3bdfb req-c6369bc4-d787-48e1-9877-be5c6626ca81 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:21.805793 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01936347-0978-4e65-9f82-4d6a29c3bdfb req-c6369bc4-d787-48e1-9877-be5c6626ca81 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0592349 Jul 21 20:53:21.869234 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01936347-0978-4e65-9f82-4d6a29c3bdfb req-9d7c0232-1fe9-49da-9af7-4b7251680176 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551846 Jul 21 20:53:22.305074 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Request body: {'port': {'device_id': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:53:22.411999 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-308d77ea-f7cd-45d2-a4e8-26b070b6698d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d HTTP/1.1" status: 200 len: 217 time: 0.1085076 Jul 21 20:53:22.457161 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:22.558279 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6c4cfc5e-95aa-46cd-a2ad-e785210ed55f req-6cf9aa5b-4b00-4fb8-b13f-a516715d6b6b service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774372 Jul 21 20:53:22.566395 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddfe9b-d029-46c4-92c9-9a63f818dfe7 req-b69f9dc1-80b5-4e37-9d87-d6b0ba429987 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:22.567980 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-eeddfe9b-d029-46c4-92c9-9a63f818dfe7 req-b69f9dc1-80b5-4e37-9d87-d6b0ba429987 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0926800 Jul 21 20:53:22.583100 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-24beb561-1238-41bc-8026-b453cadfd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:22.584617 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-24beb561-1238-41bc-8026-b453cadfd465 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.1729770 Jul 21 20:53:22.586388 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-72cac344-41b8-4a40-b9c9-b4333a0b9e52 service neutron] 10.222.0.73 "GET /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021839 Jul 21 20:53:22.592826 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f1d3-eb7d-436f-8e5e-6d976b0a07b9 req-9a9f18e5-7993-42b9-aefd-9f0d930aab12 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:22.594197 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3361f1d3-eb7d-436f-8e5e-6d976b0a07b9 req-9a9f18e5-7993-42b9-aefd-9f0d930aab12 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 931 time: 0.1119800 Jul 21 20:53:22.659104 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3361f1d3-eb7d-436f-8e5e-6d976b0a07b9 req-a32953c5-510d-46d1-9fd8-c0bf62400938 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582776 Jul 21 20:53:22.700596 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-eeddfe9b-d029-46c4-92c9-9a63f818dfe7 req-103abcc3-18ab-452b-99ba-169e14087308 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246367 Jul 21 20:53:22.846174 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a15578f-a527-4939-9a6b-ce6d94093a88 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:53:22.859076 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Publish callbacks [] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:22.874380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Transition to ACTIVE for port object 0a15578f-a527-4939-9a6b-ce6d94093a88 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:53:22.879987 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:22.933358 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:23.019180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-ff052f27-fd11-4a2a-a8a7-edd68e52da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:23.020969 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-ff052f27-fd11-4a2a-a8a7-edd68e52da84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1795964 Jul 21 20:53:23.052928 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:23.065941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Attempting to bind port 0a15578f-a527-4939-9a6b-ce6d94093a88 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:53:23.065941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Attempting to bind port 0a15578f-a527-4939-9a6b-ce6d94093a88 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:53:23.066389 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Attempting to bind port 0a15578f-a527-4939-9a6b-ce6d94093a88 on network b37db4ce-f6bd-42a4-9277-6fc954d54178 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:53:23.072017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Port 0a15578f-a527-4939-9a6b-ce6d94093a88 on network b37db4ce-f6bd-42a4-9277-6fc954d54178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:53:23.075749 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Attempting to bind port 0a15578f-a527-4939-9a6b-ce6d94093a88 on network b37db4ce-f6bd-42a4-9277-6fc954d54178 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:53:23.078398 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:53:23.078834 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Checking segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:53:23.079277 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Bound using segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:53:23.079829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Bound port: 0a15578f-a527-4939-9a6b-ce6d94093a88, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:53:23.080242 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:23.086093 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b0fb4d6-c6de-4a92-a0dc-1fd1594e3fdc req-d59ff3c0-8b74-4232-b0fa-b36ea8a06d29 service neutron] 10.222.0.73 "GET /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432969 Jul 21 20:53:23.096264 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34406191-e93a-44bd-9380-694cb8e698b9 req-4a90323f-2be2-4c9d-b1d3-c92e2364811a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:23.097743 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-34406191-e93a-44bd-9380-694cb8e698b9 req-4a90323f-2be2-4c9d-b1d3-c92e2364811a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0759020 Jul 21 20:53:23.139003 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:23.149749 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:53:23.162340 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:53:23.168849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:23.184600 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-34406191-e93a-44bd-9380-694cb8e698b9 req-0c5901df-71e0-48ce-abb4-00df825bf690 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791445 Jul 21 20:53:23.207526 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:23.208164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:23.214971 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] 10.222.0.73 "PUT /v2.0/ports/0a15578f-a527-4939-9a6b-ce6d94093a88 HTTP/1.1" status: 200 len: 1093 time: 0.9185359 Jul 21 20:53:23.214971 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:53:23.214971 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75591886-e84a-4aea-a897-2831ece5530a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:53:23.237005 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4e18c-8950-4aef-9b65-9969bb4aa1ce service neutron] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:23.295946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210df65e-78eb-4d65-8e5a-8338674581ae x-openstack-request-id: req-210df65e-78eb-4d65-8e5a-8338674581ae {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:53:23.296370 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:53:23.296638 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-210df65e-78eb-4d65-8e5a-8338674581ae {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:53:23.297050 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210df65e-78eb-4d65-8e5a-8338674581ae'] response: {'name': 'network-changed', 'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'status': 'completed', 'code': 200} Jul 21 20:53:23.788896 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:23.805944 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a2d4f-d53c-4ad2-bfb3-52ae2bfe5e45 req-a6d2e43a-a179-43fc-9580-f34f3e2b76de tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:23.807678 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fa6a2d4f-d53c-4ad2-bfb3-52ae2bfe5e45 req-a6d2e43a-a179-43fc-9580-f34f3e2b76de tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0619845 Jul 21 20:53:23.840561 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416914ee-4723-425a-8950-d2aa0c523947 req-12466ac8-b18b-4d32-bb54-646942e40f69 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:23.842105 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-416914ee-4723-425a-8950-d2aa0c523947 req-12466ac8-b18b-4d32-bb54-646942e40f69 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0542006 Jul 21 20:53:23.858026 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fa6a2d4f-d53c-4ad2-bfb3-52ae2bfe5e45 req-1dde30ea-32de-42a5-af95-92a6191d36df tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441046 Jul 21 20:53:23.895946 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-416914ee-4723-425a-8950-d2aa0c523947 req-a7cef066-c999-402c-8f6d-3aafae8b6831 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481286 Jul 21 20:53:24.296968 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ced5b-1fc0-4a03-9c2b-fdcb23f5c3d3 req-d9c7d274-9d47-4b8f-a5f3-ddfecc2f4da6 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:24.298522 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ca9ced5b-1fc0-4a03-9c2b-fdcb23f5c3d3 req-d9c7d274-9d47-4b8f-a5f3-ddfecc2f4da6 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0545192 Jul 21 20:53:24.324813 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:24.354175 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ca9ced5b-1fc0-4a03-9c2b-fdcb23f5c3d3 req-2f948a84-c7a9-496f-b880-69dd113c1a1d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Jul 21 20:53:24.995600 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3881441-a8e3-48b7-a4b7-a11d6cb6e599 req-9d97b9a7-f6f8-4110-b5c2-623ef731394c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:24.997735 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d3881441-a8e3-48b7-a4b7-a11d6cb6e599 req-9d97b9a7-f6f8-4110-b5c2-623ef731394c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0485342 Jul 21 20:53:25.013898 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f12e-7efc-4c7c-93d9-6e205ec43744 req-39faa428-eb42-4ccc-9744-0861977c877c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:25.016255 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3536f12e-7efc-4c7c-93d9-6e205ec43744 req-39faa428-eb42-4ccc-9744-0861977c877c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0494931 Jul 21 20:53:25.049532 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d3881441-a8e3-48b7-a4b7-a11d6cb6e599 req-7facda01-4439-4304-a3ba-d6bb74981432 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459173 Jul 21 20:53:25.089393 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3536f12e-7efc-4c7c-93d9-6e205ec43744 req-a84acd34-1076-4687-89b3-475a42f15101 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644879 Jul 21 20:53:25.395597 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50664) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:25.487070 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14247b52-a285-4bad-97a6-b69974c83409 req-86376b3e-bfc3-49d9-b789-6e3739c55562 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:25.488801 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-14247b52-a285-4bad-97a6-b69974c83409 req-86376b3e-bfc3-49d9-b789-6e3739c55562 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0594127 Jul 21 20:53:25.560867 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-14247b52-a285-4bad-97a6-b69974c83409 req-dab04bc5-564d-415b-81f1-15c11bd6aca8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648499 Jul 21 20:53:25.561931 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:25.668713 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Publish callbacks [] for security_group (70f258f4-3eb5-4cf2-abae-ba3cce3838c1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:25.672943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (70f258f4-3eb5-4cf2-abae-ba3cce3838c1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:25.718903 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71ba10aed4ee40debf46930ad5b47f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195291 Jul 21 20:53:25.718903 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f258f4-3eb5-4cf2-abae-ba3cce3838c1,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:25.719404 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50676) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:25.739925 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.740282 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.740630 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.740989 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.741329 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.741662 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.742097 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.742352 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.742747 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.743215 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.743443 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.743809 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.744209 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.744465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.744819 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae0d33-f95d-4fba-9208-a827fcfb4b4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:25.787004 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-efff1523-3de1-4984-810c-276909c04ee1 admin admin] Publish callbacks [] for security_group (70f258f4-3eb5-4cf2-abae-ba3cce3838c1), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:25.811510 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-efff1523-3de1-4984-810c-276909c04ee1 admin admin] Publish callbacks [] for security_group (70f258f4-3eb5-4cf2-abae-ba3cce3838c1), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:25.865627 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-efff1523-3de1-4984-810c-276909c04ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (70f258f4-3eb5-4cf2-abae-ba3cce3838c1), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:25.868586 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-efff1523-3de1-4984-810c-276909c04ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:25.869840 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-efff1523-3de1-4984-810c-276909c04ee1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70f258f4-3eb5-4cf2-abae-ba3cce3838c1 HTTP/1.1" status: 204 len: 168 time: 0.1493571 Jul 21 20:53:25.878145 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff1523-3de1-4984-810c-276909c04ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f258f4-3eb5-4cf2-abae-ba3cce3838c1,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:25.892389 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:26.239095 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38da52d-f863-464e-a678-882ec203c04f req-bb6e4a99-9730-4e02-99b5-646d63230ccb tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:26.248319 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c38da52d-f863-464e-a678-882ec203c04f req-bb6e4a99-9730-4e02-99b5-646d63230ccb tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0956285 Jul 21 20:53:26.270814 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:26.278431 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:53:26.280519 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1186d-3076-4079-9451-c8422bf078f0 req-f9ef3a5f-6018-437a-b804-9adbb409b1db tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:26.282274 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ca1186d-3076-4079-9451-c8422bf078f0 req-f9ef3a5f-6018-437a-b804-9adbb409b1db tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0677879 Jul 21 20:53:26.335087 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c38da52d-f863-464e-a678-882ec203c04f req-7766c747-1088-43a7-9543-2017e7429031 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857751 Jul 21 20:53:26.360434 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ca1186d-3076-4079-9451-c8422bf078f0 req-5fbe5ca2-05d8-464f-ad65-eb94e23c8b9b tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696535 Jul 21 20:53:26.574398 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50736) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:26.602141 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50744) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:26.702184 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f94f78-c69c-44ab-86de-5b3a0f67c0e1 req-0b969368-106e-4112-8254-09d0e1cf358e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:26.704596 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-86f94f78-c69c-44ab-86de-5b3a0f67c0e1 req-0b969368-106e-4112-8254-09d0e1cf358e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0650282 Jul 21 20:53:26.753827 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa18e-aadf-4750-ac1a-f98964a6fc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:26.774619 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-86f94f78-c69c-44ab-86de-5b3a0f67c0e1 req-fc8676d5-6fd1-4c35-a507-ed965349ebf2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614481 Jul 21 20:53:26.824914 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:26.914538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa18e-aadf-4750-ac1a-f98964a6fc05 admin admin] Publish callbacks [] for security_group (53fa664c-4411-4a1f-9274-9432c7e87c0a), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:26.920472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa18e-aadf-4750-ac1a-f98964a6fc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (53fa664c-4411-4a1f-9274-9432c7e87c0a), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:26.932110 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Publish callbacks [] for security_group (04d7cedb-0056-4649-9a58-7eb7b063cc00), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:26.938094 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (04d7cedb-0056-4649-9a58-7eb7b063cc00), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:26.972067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50754) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:26.989642 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:26.993399 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fa18e-aadf-4750-ac1a-f98964a6fc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fa664c-4411-4a1f-9274-9432c7e87c0a,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:26.995706 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d7cedb-0056-4649-9a58-7eb7b063cc00,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:27.002940 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8c9fa18e-aadf-4750-ac1a-f98964a6fc05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc851bc7d9194d50b83133e473992b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249725 Jul 21 20:53:27.003674 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50760) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:27.005467 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0be25e28ff934eadbaec30761c443d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014807 Jul 21 20:53:27.008069 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50762) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:27.026619 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.027118 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.027778 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.028341 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.028888 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.029432 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.029992 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.030551 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.031116 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.031659 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.032294 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.032921 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.033456 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.033987 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.034519 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd1d79-25e0-40d2-9854-6720d3f89325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:27.063165 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b7390b0b-a3d2-4f39-86f8-560d8d36e42e admin admin] Publish callbacks [] for security_group (53fa664c-4411-4a1f-9274-9432c7e87c0a), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.096651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b7390b0b-a3d2-4f39-86f8-560d8d36e42e admin admin] Publish callbacks [] for security_group (53fa664c-4411-4a1f-9274-9432c7e87c0a), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.112413 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c03008d2-f9a8-4982-a681-4e42967cd408 admin admin] Publish callbacks [] for security_group (04d7cedb-0056-4649-9a58-7eb7b063cc00), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.142780 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c03008d2-f9a8-4982-a681-4e42967cd408 admin admin] Publish callbacks [] for security_group (04d7cedb-0056-4649-9a58-7eb7b063cc00), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.158605 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-53945099-04e5-4ca1-a10e-dddc78bf2449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.210083 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c03008d2-f9a8-4982-a681-4e42967cd408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (04d7cedb-0056-4649-9a58-7eb7b063cc00), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.212953 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c03008d2-f9a8-4982-a681-4e42967cd408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.214788 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c03008d2-f9a8-4982-a681-4e42967cd408 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04d7cedb-0056-4649-9a58-7eb7b063cc00 HTTP/1.1" status: 204 len: 168 time: 0.2055380 Jul 21 20:53:27.226595 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03008d2-f9a8-4982-a681-4e42967cd408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d7cedb-0056-4649-9a58-7eb7b063cc00,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:27.229380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b7390b0b-a3d2-4f39-86f8-560d8d36e42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (53fa664c-4411-4a1f-9274-9432c7e87c0a), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.232263 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b7390b0b-a3d2-4f39-86f8-560d8d36e42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.233433 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b7390b0b-a3d2-4f39-86f8-560d8d36e42e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53fa664c-4411-4a1f-9274-9432c7e87c0a HTTP/1.1" status: 204 len: 168 time: 0.2291410 Jul 21 20:53:27.257465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7390b0b-a3d2-4f39-86f8-560d8d36e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fa664c-4411-4a1f-9274-9432c7e87c0a,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:27.300680 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-53945099-04e5-4ca1-a10e-dddc78bf2449 admin admin] Publish callbacks [] for security_group (f6fbf7a1-ca04-4273-928c-9722063f1f6b), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.308658 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-53945099-04e5-4ca1-a10e-dddc78bf2449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f6fbf7a1-ca04-4273-928c-9722063f1f6b), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.357448 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-53945099-04e5-4ca1-a10e-dddc78bf2449 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=822e004d7a4245e0bba093ce0f7a3256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779101 Jul 21 20:53:27.357988 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50774) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:27.358551 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53945099-04e5-4ca1-a10e-dddc78bf2449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fbf7a1-ca04-4273-928c-9722063f1f6b,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:27.445271 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-56a59a85-c830-4f22-bb1b-86b8a7377970 admin admin] Publish callbacks [] for security_group (f6fbf7a1-ca04-4273-928c-9722063f1f6b), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.457380 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:27.484753 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-56a59a85-c830-4f22-bb1b-86b8a7377970 admin admin] Publish callbacks [] for security_group (f6fbf7a1-ca04-4273-928c-9722063f1f6b), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.523647 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e5d0d-580f-438d-9c3b-2ede5c53016b req-1c4177e5-4cff-42ba-9eb3-8a62889faeb6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:27.525403 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-607e5d0d-580f-438d-9c3b-2ede5c53016b req-1c4177e5-4cff-42ba-9eb3-8a62889faeb6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0641286 Jul 21 20:53:27.593591 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-607e5d0d-580f-438d-9c3b-2ede5c53016b req-9ec4365b-fbee-4baa-90a0-fcfba86a41ef tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598083 Jul 21 20:53:27.596123 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a90f0-4a48-451e-ace0-5a1ffde4aa28 req-3fedefb0-b7b8-4eb5-bc82-43e5daff6ce8 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:27.600861 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae0a90f0-4a48-451e-ace0-5a1ffde4aa28 req-3fedefb0-b7b8-4eb5-bc82-43e5daff6ce8 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.1158686 Jul 21 20:53:27.738840 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50786) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:27.758876 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-dcd12ec7-1c26-49ca-9f94-4dad220a88e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.785152 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:27.827748 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-56a59a85-c830-4f22-bb1b-86b8a7377970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f6fbf7a1-ca04-4273-928c-9722063f1f6b), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.830594 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-56a59a85-c830-4f22-bb1b-86b8a7377970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:27.835014 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-56a59a85-c830-4f22-bb1b-86b8a7377970 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6fbf7a1-ca04-4273-928c-9722063f1f6b HTTP/1.1" status: 204 len: 168 time: 0.4749374 Jul 21 20:53:27.854115 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a59a85-c830-4f22-bb1b-86b8a7377970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fbf7a1-ca04-4273-928c-9722063f1f6b,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:27.867318 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:27.892807 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae0a90f0-4a48-451e-ace0-5a1ffde4aa28 req-c6beba18-a7a8-44ad-9dcf-7c5ebffad08f tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867630 Jul 21 20:53:28.007981 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904fb91-3c69-4588-8eb9-332c7fdca6da req-ad87891a-cd27-43d4-aac1-b207c55056af tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:28.009809 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6904fb91-3c69-4588-8eb9-332c7fdca6da req-ad87891a-cd27-43d4-aac1-b207c55056af tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0749516 Jul 21 20:53:28.022688 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-dcd12ec7-1c26-49ca-9f94-4dad220a88e6 admin admin] Publish callbacks [] for security_group (edbb03a1-9b61-45f7-85da-dc20210c0621), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.030740 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-dcd12ec7-1c26-49ca-9f94-4dad220a88e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (edbb03a1-9b61-45f7-85da-dc20210c0621), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.079807 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50800) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:28.100273 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-dcd12ec7-1c26-49ca-9f94-4dad220a88e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e75bd814be1148dfb85d2103a2e4f6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602762 Jul 21 20:53:28.102108 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50802) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:28.123752 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd12ec7-1c26-49ca-9f94-4dad220a88e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbb03a1-9b61-45f7-85da-dc20210c0621,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:28.125989 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ad10c70d-2391-4f6f-a9c1-3700af6bf7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.129747 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 7fbf5542-a0df-44eb-afda-0f932b4c5b95 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:53:28.158595 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6904fb91-3c69-4588-8eb9-332c7fdca6da req-2ab5ab6f-0561-41e6-adbb-c2383bc78ee6 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398377 Jul 21 20:53:28.239977 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7300-f7b4-4781-8d3b-6a996e2d4b72 admin admin] Publish callbacks [] for security_group (edbb03a1-9b61-45f7-85da-dc20210c0621), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.253324 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ad10c70d-2391-4f6f-a9c1-3700af6bf7c2 admin admin] Publish callbacks [] for security_group (88081c71-831b-41ec-b700-ae1f9a47b2cd), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.259698 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ad10c70d-2391-4f6f-a9c1-3700af6bf7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (88081c71-831b-41ec-b700-ae1f9a47b2cd), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.315679 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7300-f7b4-4781-8d3b-6a996e2d4b72 admin admin] Publish callbacks [] for security_group (edbb03a1-9b61-45f7-85da-dc20210c0621), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.330393 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ad10c70d-2391-4f6f-a9c1-3700af6bf7c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3d740ba7e7443e386aa9e1d6285c55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458620 Jul 21 20:53:28.330584 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10c70d-2391-4f6f-a9c1-3700af6bf7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88081c71-831b-41ec-b700-ae1f9a47b2cd,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:28.334187 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50804) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:28.365491 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 7fbf5542-a0df-44eb-afda-0f932b4c5b95, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:28.381216 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '7fbf5542-a0df-44eb-afda-0f932b4c5b95', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'port_id': '7fbf5542-a0df-44eb-afda-0f932b4c5b95', 'mac_address': 'fa:16:3e:3d:75:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:53:28.383950 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50806) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:28.394108 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:28.414548 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f438cbf8-bce2-4bd2-be2b-03b57306ea60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.429555 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8115da7f-2f17-421d-8c84-40d4412ef31f admin admin] Publish callbacks [] for security_group (88081c71-831b-41ec-b700-ae1f9a47b2cd), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.438401 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:53:28.439034 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.457804 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8115da7f-2f17-421d-8c84-40d4412ef31f admin admin] Publish callbacks [] for security_group (88081c71-831b-41ec-b700-ae1f9a47b2cd), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.466216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7300-f7b4-4781-8d3b-6a996e2d4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (edbb03a1-9b61-45f7-85da-dc20210c0621), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.468916 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7a0d7300-f7b4-4781-8d3b-6a996e2d4b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.473880 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-7a0d7300-f7b4-4781-8d3b-6a996e2d4b72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edbb03a1-9b61-45f7-85da-dc20210c0621 HTTP/1.1" status: 204 len: 168 time: 0.3635409 Jul 21 20:53:28.476719 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbf5542-a0df-44eb-afda-0f932b4c5b95 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:53:28.500882 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d7300-f7b4-4781-8d3b-6a996e2d4b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbb03a1-9b61-45f7-85da-dc20210c0621,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:28.534950 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 7fbf5542-a0df-44eb-afda-0f932b4c5b95, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:28.549689 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.552899 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8115da7f-2f17-421d-8c84-40d4412ef31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (88081c71-831b-41ec-b700-ae1f9a47b2cd), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.556565 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8115da7f-2f17-421d-8c84-40d4412ef31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.561531 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8115da7f-2f17-421d-8c84-40d4412ef31f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88081c71-831b-41ec-b700-ae1f9a47b2cd HTTP/1.1" status: 204 len: 168 time: 0.2225213 Jul 21 20:53:28.577686 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115da7f-2f17-421d-8c84-40d4412ef31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88081c71-831b-41ec-b700-ae1f9a47b2cd,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:28.596161 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f438cbf8-bce2-4bd2-be2b-03b57306ea60 admin admin] Publish callbacks [] for security_group (0f623eaa-2deb-4479-afe8-350112f004be), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.610717 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f438cbf8-bce2-4bd2-be2b-03b57306ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0f623eaa-2deb-4479-afe8-350112f004be), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.641535 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=7fbf5542-a0df-44eb-afda-0f932b4c5b95,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:28.656533 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.657293 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.658922 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.659927 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.660690 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.661413 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.662146 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.662871 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.663597 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.664352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.665101 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.665819 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.666498 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.667215 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.667958 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:53:28.694754 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438cbf8-bce2-4bd2-be2b-03b57306ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f623eaa-2deb-4479-afe8-350112f004be,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:28.720875 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f438cbf8-bce2-4bd2-be2b-03b57306ea60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1213b68a36094fd9849498b886cc242f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316498 Jul 21 20:53:28.720875 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50814) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:28.848013 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdca8-32ee-41de-ade4-bc853624ebbc req-396f5e74-ab37-4772-8b64-f759d9d6315c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:28.849727 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b3efdca8-32ee-41de-ade4-bc853624ebbc req-396f5e74-ab37-4772-8b64-f759d9d6315c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0932045 Jul 21 20:53:28.850837 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c00a0711-d332-48e6-8753-b225348631b0 admin admin] Publish callbacks [] for security_group (0f623eaa-2deb-4479-afe8-350112f004be), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:28.921538 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c00a0711-d332-48e6-8753-b225348631b0 admin admin] Publish callbacks [] for security_group (0f623eaa-2deb-4479-afe8-350112f004be), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.084203 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b3efdca8-32ee-41de-ade4-bc853624ebbc req-a47d9084-f5d7-4b55-8fe8-fd89a50a02ad tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177010 Jul 21 20:53:29.113888 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c00a0711-d332-48e6-8753-b225348631b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0f623eaa-2deb-4479-afe8-350112f004be), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.127585 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c00a0711-d332-48e6-8753-b225348631b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.131490 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c00a0711-d332-48e6-8753-b225348631b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f623eaa-2deb-4479-afe8-350112f004be HTTP/1.1" status: 204 len: 168 time: 0.4076722 Jul 21 20:53:29.139917 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f56e7-6fee-4947-9267-9b6904ffa6c7 req-cb6402d2-7fc8-409a-80b6-6adae8e226ed tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:29.144120 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a0711-d332-48e6-8753-b225348631b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f623eaa-2deb-4479-afe8-350112f004be,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:29.152652 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3d9f56e7-6fee-4947-9267-9b6904ffa6c7 req-cb6402d2-7fc8-409a-80b6-6adae8e226ed tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.1061072 Jul 21 20:53:29.219755 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3d9f56e7-6fee-4947-9267-9b6904ffa6c7 req-75bb773a-7242-4e47-91b5-fcd08778d0ac tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656805 Jul 21 20:53:29.278131 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 50838) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:29.302717 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ed2d83e3-f0a0-492e-ac84-30ecbc116868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.307514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a85a43-4c15-4b68-9489-f377cd179db8 req-279c3997-070c-415f-ae49-80abf5d78357 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:29.309243 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e9a85a43-4c15-4b68-9489-f377cd179db8 req-279c3997-070c-415f-ae49-80abf5d78357 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0731914 Jul 21 20:53:29.322971 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:29.373679 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e9a85a43-4c15-4b68-9489-f377cd179db8 req-016a1128-8e59-461a-8863-4148e5d7e4bc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579243 Jul 21 20:53:29.391105 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:DELETE=7 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:29.421797 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ed2d83e3-f0a0-492e-ac84-30ecbc116868 admin admin] Publish callbacks [] for security_group (879fc6b8-90ac-4e76-8da5-3219d3c199b6), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.426626 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ed2d83e3-f0a0-492e-ac84-30ecbc116868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (879fc6b8-90ac-4e76-8da5-3219d3c199b6), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.475104 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50842) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:29.475877 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-ed2d83e3-f0a0-492e-ac84-30ecbc116868 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b045112b7c4d47bb8735b8a352efda81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958594 Jul 21 20:53:29.476527 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d83e3-f0a0-492e-ac84-30ecbc116868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879fc6b8-90ac-4e76-8da5-3219d3c199b6,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:29.544081 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2be8ca92-2881-40a8-acba-ddc86713d3b3 admin admin] Publish callbacks [] for security_group (879fc6b8-90ac-4e76-8da5-3219d3c199b6), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.577829 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2be8ca92-2881-40a8-acba-ddc86713d3b3 admin admin] Publish callbacks [] for security_group (879fc6b8-90ac-4e76-8da5-3219d3c199b6), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.611550 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:29.648477 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2be8ca92-2881-40a8-acba-ddc86713d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (879fc6b8-90ac-4e76-8da5-3219d3c199b6), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.652149 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2be8ca92-2881-40a8-acba-ddc86713d3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:29.656282 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2be8ca92-2881-40a8-acba-ddc86713d3b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/879fc6b8-90ac-4e76-8da5-3219d3c199b6 HTTP/1.1" status: 204 len: 168 time: 0.1768653 Jul 21 20:53:29.661733 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8ca92-2881-40a8-acba-ddc86713d3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879fc6b8-90ac-4e76-8da5-3219d3c199b6,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:30.260653 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ec373-70e4-4254-9107-d847768fec7e req-6a85ec29-b59f-48f1-9f59-87ad5b95c046 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:30.263202 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff6ec373-70e4-4254-9107-d847768fec7e req-6a85ec29-b59f-48f1-9f59-87ad5b95c046 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0666077 Jul 21 20:53:30.321010 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff6ec373-70e4-4254-9107-d847768fec7e req-2956e9eb-7c6b-4a08-a437-003e6b9bc1f0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510309 Jul 21 20:53:30.361189 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b3bdb-f526-40b7-8655-0b4c2396bab4 req-e4642e4c-30c1-40bf-ac90-322a53d667f4 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:30.364219 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e27b3bdb-f526-40b7-8655-0b4c2396bab4 req-e4642e4c-30c1-40bf-ac90-322a53d667f4 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0588908 Jul 21 20:53:30.441744 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e27b3bdb-f526-40b7-8655-0b4c2396bab4 req-8431e25b-7e6f-4d7a-be08-6cbcee18e158 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724466 Jul 21 20:53:30.525494 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822bcf8-3755-4d4f-8929-48d9914c2f13 req-1cae342a-6f6f-450f-8b7a-24475538fd6a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:30.527499 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6822bcf8-3755-4d4f-8929-48d9914c2f13 req-1cae342a-6f6f-450f-8b7a-24475538fd6a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0572860 Jul 21 20:53:30.615343 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6822bcf8-3755-4d4f-8929-48d9914c2f13 req-0c9c7b3e-2de4-4a9b-9042-c069f90c2a8a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811894 Jul 21 20:53:30.738304 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75591886-e84a-4aea-a897-2831ece5530a req-4077417a-f8ae-4886-bdf0-d46e0ead3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:30.742278 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-75591886-e84a-4aea-a897-2831ece5530a req-4077417a-f8ae-4886-bdf0-d46e0ead3dd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 1127 time: 0.0749435 Jul 21 20:53:30.781274 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-df32ee47-cfe2-4847-bca3-5197f90a29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:30.782991 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-df32ee47-cfe2-4847-bca3-5197f90a29d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 1129 time: 0.1798470 Jul 21 20:53:30.805625 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-443edc5d-3463-47fe-92ca-0f2a514f255d service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893098 Jul 21 20:53:31.155106 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-65813051-7a3d-492b-bc94-7ec49221c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:31.546205 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559567c-d4a9-4652-83b8-63fd6cdb9c79 req-e98e6111-6b4e-4764-98a2-d8d563fe5a61 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:31.564757 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7559567c-d4a9-4652-83b8-63fd6cdb9c79 req-e98e6111-6b4e-4764-98a2-d8d563fe5a61 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.1257992 Jul 21 20:53:31.646824 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7559567c-d4a9-4652-83b8-63fd6cdb9c79 req-02074cab-bffa-44dc-9983-f5a6733678a6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808003 Jul 21 20:53:31.676243 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201fa1-524c-4889-9f84-1dc97b959794 req-2469f1c8-0aed-4d6d-a8f2-9c933d9de9d0 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:31.677892 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-12201fa1-524c-4889-9f84-1dc97b959794 req-2469f1c8-0aed-4d6d-a8f2-9c933d9de9d0 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0938697 Jul 21 20:53:31.785578 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-12201fa1-524c-4889-9f84-1dc97b959794 req-6061e287-74f5-4b7d-8fa7-f1ed01fc1c6a tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961895 Jul 21 20:53:31.797201 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91e028-95bb-4357-ba4a-7f5496bea849 req-60ffe27f-82cc-4c53-a3aa-4d04607b2bbb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:31.801093 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-aa91e028-95bb-4357-ba4a-7f5496bea849 req-60ffe27f-82cc-4c53-a3aa-4d04607b2bbb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0847902 Jul 21 20:53:31.866406 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-aa91e028-95bb-4357-ba4a-7f5496bea849 req-5bb79ce4-54c0-4447-bf32-cc7f294471c4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555806 Jul 21 20:53:31.897480 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['7fbf5542-a0df-44eb-afda-0f932b4c5b95'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:53:32.029092 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 50982) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:32.293638 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fb258f7e-1970-460b-a687-f8de416a3754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:32.403685 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fb258f7e-1970-460b-a687-f8de416a3754 admin admin] Publish callbacks [] for security_group (06dd56f4-e3c1-4719-a456-ed308f6af7a3), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:32.408737 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fb258f7e-1970-460b-a687-f8de416a3754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (06dd56f4-e3c1-4719-a456-ed308f6af7a3), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:32.454700 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258f7e-1970-460b-a687-f8de416a3754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd56f4-e3c1-4719-a456-ed308f6af7a3,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:32.463764 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51014) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:32.464268 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-fb258f7e-1970-460b-a687-f8de416a3754 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7af8497b6bc7430da7420568576cfe6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333768 Jul 21 20:53:32.542957 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a8b8-38e1-429f-ab5f-a654cff2717c admin admin] Publish callbacks [] for security_group (06dd56f4-e3c1-4719-a456-ed308f6af7a3), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:32.572744 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a8b8-38e1-429f-ab5f-a654cff2717c admin admin] Publish callbacks [] for security_group (06dd56f4-e3c1-4719-a456-ed308f6af7a3), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:32.627478 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a8b8-38e1-429f-ab5f-a654cff2717c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (06dd56f4-e3c1-4719-a456-ed308f6af7a3), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:32.634383 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a8b8-38e1-429f-ab5f-a654cff2717c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:32.638340 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-2cd5a8b8-38e1-429f-ab5f-a654cff2717c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06dd56f4-e3c1-4719-a456-ed308f6af7a3 HTTP/1.1" status: 204 len: 168 time: 0.1705024 Jul 21 20:53:32.650388 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5a8b8-38e1-429f-ab5f-a654cff2717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd56f4-e3c1-4719-a456-ed308f6af7a3,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:32.726625 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51022) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:32.811556 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba29d7-77a0-4c04-8a02-c60589477222 req-44911876-9712-47d8-8064-407fdeb4599b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:32.814968 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-69ba29d7-77a0-4c04-8a02-c60589477222 req-44911876-9712-47d8-8064-407fdeb4599b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0781801 Jul 21 20:53:32.899566 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-69ba29d7-77a0-4c04-8a02-c60589477222 req-5d9a305f-914c-4ca6-a9c8-87f3a8cbea05 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754943 Jul 21 20:53:32.931275 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecb5fa-ce9a-4fd4-a2e9-154ad8ac9530 req-04c57f86-9053-48bc-bd4d-40b916a3b2d9 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:32.937580 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-86ecb5fa-ce9a-4fd4-a2e9-154ad8ac9530 req-04c57f86-9053-48bc-bd4d-40b916a3b2d9 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0687165 Jul 21 20:53:33.020822 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-86ecb5fa-ce9a-4fd4-a2e9-154ad8ac9530 req-ea908d7a-2971-49e4-b376-e893d5667039 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751524 Jul 21 20:53:33.021863 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:33.043226 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694eb8c-050e-430e-ac4d-8e1980a99a6a req-82435af3-dae4-4f96-8b70-256e5842a54c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:33.044924 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8694eb8c-050e-430e-ac4d-8e1980a99a6a req-82435af3-dae4-4f96-8b70-256e5842a54c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0633020 Jul 21 20:53:33.074080 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2376d241-3ca0-4c16-836b-a7a398ec6ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.132828 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8694eb8c-050e-430e-ac4d-8e1980a99a6a req-04938ea8-abc8-477e-8824-baf9ac590037 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731554 Jul 21 20:53:33.231947 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2376d241-3ca0-4c16-836b-a7a398ec6ee8 admin admin] Publish callbacks [] for security_group (08f218f2-3cfc-41c4-a202-36d0bd719a74), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.238790 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2376d241-3ca0-4c16-836b-a7a398ec6ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (08f218f2-3cfc-41c4-a202-36d0bd719a74), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.261516 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:33.286089 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-2376d241-3ca0-4c16-836b-a7a398ec6ee8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4c00779f3c5422ca29a17f07e97498b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5569899 Jul 21 20:53:33.288505 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376d241-3ca0-4c16-836b-a7a398ec6ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f218f2-3cfc-41c4-a202-36d0bd719a74,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:33.289032 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51044) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:33.359296 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:33.364781 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3fe5-39d9-4c51-9f29-a6b453f6b427 admin admin] Publish callbacks [] for security_group (08f218f2-3cfc-41c4-a202-36d0bd719a74), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.394293 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 7fbf5542-a0df-44eb-afda-0f932b4c5b95 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:53:33.414941 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3fe5-39d9-4c51-9f29-a6b453f6b427 admin admin] Publish callbacks [] for security_group (08f218f2-3cfc-41c4-a202-36d0bd719a74), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.451881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:33.455602 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:33.470671 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:53:33.478380 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:53:33.478938 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.503015 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3fe5-39d9-4c51-9f29-a6b453f6b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (08f218f2-3cfc-41c4-a202-36d0bd719a74), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.506749 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3fe5-39d9-4c51-9f29-a6b453f6b427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.508902 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-0f2b3fe5-39d9-4c51-9f29-a6b453f6b427 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08f218f2-3cfc-41c4-a202-36d0bd719a74 HTTP/1.1" status: 204 len: 168 time: 0.2181327 Jul 21 20:53:33.530987 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b3fe5-39d9-4c51-9f29-a6b453f6b427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f218f2-3cfc-41c4-a202-36d0bd719a74,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:33.616996 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:53:33.618155 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.671210 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddeb6ba-597a-4d70-b8ce-8a803668cbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbf5542-a0df-44eb-afda-0f932b4c5b95'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:53:33.746531 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 7fbf5542-a0df-44eb-afda-0f932b4c5b95, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:33.754698 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:33.824437 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=7fbf5542-a0df-44eb-afda-0f932b4c5b95,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:34.053255 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5138cf48-cfb3-48a0-a3fa-b3e5d384bc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:34.084287 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385fb89-f247-41f0-9db5-efd117a49e1e req-dd66e155-f533-4408-b180-94ec02719509 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:34.087618 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4385fb89-f247-41f0-9db5-efd117a49e1e req-dd66e155-f533-4408-b180-94ec02719509 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0885715 Jul 21 20:53:34.107203 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51090) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:34.151761 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f35a2212-058d-4964-8ef8-dad54882b1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:34.156638 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4385fb89-f247-41f0-9db5-efd117a49e1e req-6562fbb2-ade6-4243-8b90-d159c6e6f19d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630944 Jul 21 20:53:34.176732 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51094) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:34.210298 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fa24-f476-4b5c-8d70-a680946bf41d req-53c2dcf6-bc18-44ce-8b6a-942b356a257f tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:34.219002 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-63b8fa24-f476-4b5c-8d70-a680946bf41d req-53c2dcf6-bc18-44ce-8b6a-942b356a257f tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.1242368 Jul 21 20:53:34.264386 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf5863-7e51-441b-b681-6db0bb2531ee" -d '{"events": [{"server_uuid": "4ddeb6ba-597a-4d70-b8ce-8a803668cbdd", "name": "network-vif-plugged", "status": "completed", "tag": "7fbf5542-a0df-44eb-afda-0f932b4c5b95"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:53:34.335177 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47e6a-f267-454c-b4e4-b8e508a57101 req-26dd5d78-6deb-47be-ae33-83be2657577f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:34.338353 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-42d47e6a-f267-454c-b4e4-b8e508a57101 req-26dd5d78-6deb-47be-ae33-83be2657577f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0991006 Jul 21 20:53:34.342959 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-63b8fa24-f476-4b5c-8d70-a680946bf41d req-d22b47ec-ad24-4f58-a221-a9a14d9b42c4 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228735 Jul 21 20:53:34.567371 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-d7c67e46-cee2-4156-8681-c2657f40478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:34.569107 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-d7c67e46-cee2-4156-8681-c2657f40478d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fe52006c5034bbf8de92b8aae171d3c&device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 1128 time: 0.2662845 Jul 21 20:53:34.580470 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f35a2212-058d-4964-8ef8-dad54882b1bf admin admin] Publish callbacks [] for security_group (3e0d447a-13a1-4cd0-bb0b-869ab4f8c2c8), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:34.619124 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f35a2212-058d-4964-8ef8-dad54882b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3e0d447a-13a1-4cd0-bb0b-869ab4f8c2c8), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:34.628159 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f47b04be-931c-4561-b991-8ecb3033eb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:34.688363 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de8a91e7-ecd2-44a8-8deb-d61d81fcb98c req-0441b2d4-8ddb-4a6c-a24a-9fff069cd59f service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871188 Jul 21 20:53:34.704084 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-42d47e6a-f267-454c-b4e4-b8e508a57101 req-91d47468-5959-46a1-b124-fc8e7f217f5e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345385 Jul 21 20:53:34.748769 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-82ad5381-c674-4776-9d0c-74e09f41c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:34.751868 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-82ad5381-c674-4776-9d0c-74e09f41c296 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.4487627 Jul 21 20:53:34.832237 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b805ca-be51-4163-a821-97b363636351 x-openstack-request-id: req-63b805ca-be51-4163-a821-97b363636351 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:53:34.833122 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddeb6ba-597a-4d70-b8ce-8a803668cbdd", "name": "network-vif-plugged", "status": "completed", "tag": "7fbf5542-a0df-44eb-afda-0f932b4c5b95", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:53:34.833524 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63b805ca-be51-4163-a821-97b363636351 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:53:34.834180 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b805ca-be51-4163-a821-97b363636351'] response: {'server_uuid': '4ddeb6ba-597a-4d70-b8ce-8a803668cbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbf5542-a0df-44eb-afda-0f932b4c5b95', 'code': 200} Jul 21 20:53:34.840640 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f47b04be-931c-4561-b991-8ecb3033eb2b admin admin] Publish callbacks [] for security_group (f41f4cd5-4ddc-44d1-b2da-fa387c6df906), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:34.846956 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f47b04be-931c-4561-b991-8ecb3033eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f41f4cd5-4ddc-44d1-b2da-fa387c6df906), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:34.901549 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f47b04be-931c-4561-b991-8ecb3033eb2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8877aa18458245259526a2d457a6040d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7233238 Jul 21 20:53:34.904913 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51114) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:34.912454 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b04be-931c-4561-b991-8ecb3033eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f4cd5-4ddc-44d1-b2da-fa387c6df906,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:34.970409 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75591886-e84a-4aea-a897-2831ece5530a req-9ba2ce80-fa8b-443d-ad26-158f81083fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:34.972005 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-75591886-e84a-4aea-a897-2831ece5530a req-9ba2ce80-fa8b-443d-ad26-158f81083fab service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6703753 Jul 21 20:53:34.977429 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f35a2212-058d-4964-8ef8-dad54882b1bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddbb5bd19dbc45849abf82846237ec0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8679247 Jul 21 20:53:34.978097 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51120) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:35.022946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a2212-058d-4964-8ef8-dad54882b1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0d447a-13a1-4cd0-bb0b-869ab4f8c2c8,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:35.037128 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-da64b6cb-4a67-43fa-a812-db49e98d25af admin admin] Publish callbacks [] for security_group (f41f4cd5-4ddc-44d1-b2da-fa387c6df906), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:35.068612 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-da64b6cb-4a67-43fa-a812-db49e98d25af admin admin] Publish callbacks [] for security_group (f41f4cd5-4ddc-44d1-b2da-fa387c6df906), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:35.073562 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-e76829b0-81ba-4d27-ba3b-1cae49df56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:35.075087 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-e76829b0-81ba-4d27-ba3b-1cae49df56ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=d80bf16f-8a10-4877-90cb-01785bb4b82c HTTP/1.1" status: 200 len: 913 time: 0.4855368 Jul 21 20:53:35.092770 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0682e77b-ef3f-484f-b860-497e1ad65932 admin admin] Publish callbacks [] for security_group (3e0d447a-13a1-4cd0-bb0b-869ab4f8c2c8), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:35.109627 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:35.126157 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0682e77b-ef3f-484f-b860-497e1ad65932 admin admin] Publish callbacks [] for security_group (3e0d447a-13a1-4cd0-bb0b-869ab4f8c2c8), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:35.153707 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-da64b6cb-4a67-43fa-a812-db49e98d25af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f41f4cd5-4ddc-44d1-b2da-fa387c6df906), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:35.156795 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-da64b6cb-4a67-43fa-a812-db49e98d25af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:35.161523 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-da64b6cb-4a67-43fa-a812-db49e98d25af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f41f4cd5-4ddc-44d1-b2da-fa387c6df906 HTTP/1.1" status: 204 len: 168 time: 0.2518771 Jul 21 20:53:35.173176 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64b6cb-4a67-43fa-a812-db49e98d25af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f4cd5-4ddc-44d1-b2da-fa387c6df906,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:35.215436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0682e77b-ef3f-484f-b860-497e1ad65932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3e0d447a-13a1-4cd0-bb0b-869ab4f8c2c8), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:35.221000 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0682e77b-ef3f-484f-b860-497e1ad65932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:35.223558 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-0682e77b-ef3f-484f-b860-497e1ad65932 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e0d447a-13a1-4cd0-bb0b-869ab4f8c2c8 HTTP/1.1" status: 204 len: 168 time: 0.2351837 Jul 21 20:53:35.234260 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e77b-ef3f-484f-b860-497e1ad65932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0d447a-13a1-4cd0-bb0b-869ab4f8c2c8,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:35.338308 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:35.354788 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eb291-0832-4be3-9ecd-6272129832a4 req-84127d52-fc7e-46b5-94f1-6e3c040955da tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:35.356664 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de3eb291-0832-4be3-9ecd-6272129832a4 req-84127d52-fc7e-46b5-94f1-6e3c040955da tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0698156 Jul 21 20:53:35.430250 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-de3eb291-0832-4be3-9ecd-6272129832a4 req-e93d5024-c8b7-403a-a900-53f9fc0c6254 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671821 Jul 21 20:53:35.536196 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b49c15-1c2d-422c-ac0b-c068b7213b01 req-333f85ce-37c5-459d-9c7b-e71e154645a6 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:35.539631 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-10b49c15-1c2d-422c-ac0b-c068b7213b01 req-333f85ce-37c5-459d-9c7b-e71e154645a6 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0765252 Jul 21 20:53:35.630536 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-10b49c15-1c2d-422c-ac0b-c068b7213b01 req-80b8b5ff-58a1-460a-9976-e36cb7929ba2 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839982 Jul 21 20:53:35.866599 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507f28d-d813-4010-84fa-8efe2a3d870c req-05e055ea-4cc7-494e-9293-5f6a9e32e7d4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:35.869549 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f507f28d-d813-4010-84fa-8efe2a3d870c req-05e055ea-4cc7-494e-9293-5f6a9e32e7d4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0579975 Jul 21 20:53:35.939475 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f507f28d-d813-4010-84fa-8efe2a3d870c req-fee0e2d0-55e7-4e54-9ba7-e6741136668a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613286 Jul 21 20:53:36.176907 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:36.569891 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5feab-6fe4-4ce9-87b0-0075542f03bc req-eb5402c8-0436-4a33-be36-2c4e6988abe1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:36.572482 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-29d5feab-6fe4-4ce9-87b0-0075542f03bc req-eb5402c8-0436-4a33-be36-2c4e6988abe1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0564289 Jul 21 20:53:36.593321 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:36.641285 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-29d5feab-6fe4-4ce9-87b0-0075542f03bc req-b017669c-700d-4850-9751-32c2256e9333 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531812 Jul 21 20:53:36.799508 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45052a-4945-40cf-8cad-d2dbb52724d6 req-072954d7-cc50-4817-b7f0-337dad605d89 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:36.802465 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fa45052a-4945-40cf-8cad-d2dbb52724d6 req-072954d7-cc50-4817-b7f0-337dad605d89 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0564051 Jul 21 20:53:36.819342 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:36.898177 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fa45052a-4945-40cf-8cad-d2dbb52724d6 req-b084d53c-3c3b-4fae-8100-c7e2a886390f tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848854 Jul 21 20:53:37.083823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:37.096489 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36d789-79de-4b56-9c2c-c8221bbeac59 req-cc67edfd-5b5b-4092-8463-3403da9180cc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:37.100317 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2d36d789-79de-4b56-9c2c-c8221bbeac59 req-cc67edfd-5b5b-4092-8463-3403da9180cc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0709345 Jul 21 20:53:37.174144 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2d36d789-79de-4b56-9c2c-c8221bbeac59 req-bbbae217-b7b0-4e9c-870d-ba3d50e75c30 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639551 Jul 21 20:53:37.438591 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:37.785069 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbba81e-b639-4523-bd6e-f92dcbf598d4 req-4900fb3e-e6c8-4205-a5a3-2e6df72d6af1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:37.786630 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ffbba81e-b639-4523-bd6e-f92dcbf598d4 req-4900fb3e-e6c8-4205-a5a3-2e6df72d6af1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0575621 Jul 21 20:53:37.848605 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ffbba81e-b639-4523-bd6e-f92dcbf598d4 req-a218f468-5927-4a3f-a57e-9de8185277f9 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499101 Jul 21 20:53:37.950923 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device a6fd06b5-db86-4220-918a-dca146cd3b1a details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:53:37.974127 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:38.030500 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc37c9e-46d3-4d3f-9b5f-d2f2937ea0cf req-0e4762b1-7055-4ebe-9d7f-d296a9a55f18 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:38.032040 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7cc37c9e-46d3-4d3f-9b5f-d2f2937ea0cf req-0e4762b1-7055-4ebe-9d7f-d296a9a55f18 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 944 time: 0.0480824 Jul 21 20:53:38.059703 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port a6fd06b5-db86-4220-918a-dca146cd3b1a, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=a6fd06b5-db86-4220-918a-dca146cd3b1a,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:38.071531 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'a6fd06b5-db86-4220-918a-dca146cd3b1a', 'network_id': 'd80bf16f-8a10-4877-90cb-01785bb4b82c', 'port_id': 'a6fd06b5-db86-4220-918a-dca146cd3b1a', 'mac_address': 'fa:16:3e:06:ef:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be1134d-d01a-4f49-b6fd-3ce63460d275', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:53:38.090079 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7cc37c9e-46d3-4d3f-9b5f-d2f2937ea0cf req-a7d88bf5-069d-4ac3-9b05-6c82e42b376e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524600 Jul 21 20:53:38.112859 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port a6fd06b5-db86-4220-918a-dca146cd3b1a is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:53:38.113262 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:38.128453 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fd06b5-db86-4220-918a-dca146cd3b1a {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:53:38.149933 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port a6fd06b5-db86-4220-918a-dca146cd3b1a, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=a6fd06b5-db86-4220-918a-dca146cd3b1a,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:38.156372 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:38.205615 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=a6fd06b5-db86-4220-918a-dca146cd3b1a,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:38.308967 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbef9f-d25a-43f2-b9dd-5b430388fc71 req-f3e081b5-dde6-488a-8d70-f2917ab51b1f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:38.310669 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8dcbef9f-d25a-43f2-b9dd-5b430388fc71 req-f3e081b5-dde6-488a-8d70-f2917ab51b1f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0530014 Jul 21 20:53:38.370702 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8dcbef9f-d25a-43f2-b9dd-5b430388fc71 req-6ad8084d-0c6a-4d50-a1a6-c571ff1bb0c2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543180 Jul 21 20:53:38.973368 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ec132-f2ad-4f28-8260-1b0f3af8c8db req-ade554d0-e845-4974-a8a2-3f0e80f20892 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:38.974884 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a64ec132-f2ad-4f28-8260-1b0f3af8c8db req-ade554d0-e845-4974-a8a2-3f0e80f20892 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0486381 Jul 21 20:53:39.006035 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:39.028677 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a64ec132-f2ad-4f28-8260-1b0f3af8c8db req-ff92aaae-4a62-4348-908d-c1ecfa21be34 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477841 Jul 21 20:53:39.032813 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=6 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:39.211348 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd9de5-7f5d-4da3-8020-64700bd28094 req-a39a8b75-d410-4d20-a471-ebf49e6a7c81 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:39.213007 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61fd9de5-7f5d-4da3-8020-64700bd28094 req-a39a8b75-d410-4d20-a471-ebf49e6a7c81 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 945 time: 0.0486178 Jul 21 20:53:39.264094 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61fd9de5-7f5d-4da3-8020-64700bd28094 req-67511c53-e30d-4616-9e08-9a338d4ac63c tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454707 Jul 21 20:53:39.493874 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082f79b-8682-4d94-9282-64ec1fa9d190 req-f6229524-ba1c-42f2-85f6-6bc24f59c522 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:39.495417 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5082f79b-8682-4d94-9282-64ec1fa9d190 req-f6229524-ba1c-42f2-85f6-6bc24f59c522 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0495036 Jul 21 20:53:39.553969 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5082f79b-8682-4d94-9282-64ec1fa9d190 req-43205cb3-3ce5-4fc5-bb66-624ed645222b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528698 Jul 21 20:53:40.156067 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321318-d13d-4bce-87be-1dab97950550 req-719f21e8-94e5-44f5-95c9-6b861dfeb2bc tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:40.157851 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-67321318-d13d-4bce-87be-1dab97950550 req-719f21e8-94e5-44f5-95c9-6b861dfeb2bc tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0534544 Jul 21 20:53:40.212239 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-67321318-d13d-4bce-87be-1dab97950550 req-44c6938f-a994-48d9-bd84-475316b968d9 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478113 Jul 21 20:53:40.386614 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e99ecb-f4a6-4c54-a423-9d3d9e0553fc req-128a08f6-d097-4dcb-881f-34042c53ed28 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:40.388154 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5e99ecb-f4a6-4c54-a423-9d3d9e0553fc req-128a08f6-d097-4dcb-881f-34042c53ed28 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 945 time: 0.0491521 Jul 21 20:53:40.438331 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5e99ecb-f4a6-4c54-a423-9d3d9e0553fc req-4c917ab2-b415-49b3-a1e1-4d9f22a676af tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Jul 21 20:53:40.665862 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['a6fd06b5-db86-4220-918a-dca146cd3b1a'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:53:40.680205 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7477eb-a0ea-4e50-b845-3323de2d0e78 req-420ed675-db76-4c1f-8489-fced7022a64f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:40.681923 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4e7477eb-a0ea-4e50-b845-3323de2d0e78 req-420ed675-db76-4c1f-8489-fced7022a64f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0566213 Jul 21 20:53:40.744449 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4e7477eb-a0ea-4e50-b845-3323de2d0e78 req-997b8e0c-f64c-4d39-a64d-3b26146ad447 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563865 Jul 21 20:53:40.825572 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:41.337083 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f612cd5-a9cd-4140-bdde-3bb11f06de1a req-ef98b6a9-0c0a-43e7-bcee-883fc3dc7862 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:41.338683 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8f612cd5-a9cd-4140-bdde-3bb11f06de1a req-ef98b6a9-0c0a-43e7-bcee-883fc3dc7862 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0543013 Jul 21 20:53:41.397786 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8f612cd5-a9cd-4140-bdde-3bb11f06de1a req-1c700a57-f66a-40d0-b942-5e1a915e1c84 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450482 Jul 21 20:53:41.593743 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a0883-10b1-4aa8-a3c5-d8c442c79126 req-f5de9f5d-4130-487c-a0c5-a78fbc759053 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:41.595353 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cd0a0883-10b1-4aa8-a3c5-d8c442c79126 req-f5de9f5d-4130-487c-a0c5-a78fbc759053 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 945 time: 0.0633302 Jul 21 20:53:41.660018 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cd0a0883-10b1-4aa8-a3c5-d8c442c79126 req-ae93dfbd-3c86-4f0d-a86b-3334f75ab304 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584433 Jul 21 20:53:41.869556 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5230c-b71b-414a-9e6e-44aae07de697 req-2b4015be-a8c9-42e4-8c0a-506a5d3c2ba7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:41.871110 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5ca5230c-b71b-414a-9e6e-44aae07de697 req-2b4015be-a8c9-42e4-8c0a-506a5d3c2ba7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0522535 Jul 21 20:53:41.920772 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5ca5230c-b71b-414a-9e6e-44aae07de697 req-7977dae6-44e4-4e0d-a532-1419cb1e60a4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Jul 21 20:53:42.526881 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92bfc-8fe7-4f4e-9d00-f9e753b57697 req-2fbfa440-397d-490c-b987-3e3c3d6bc692 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:42.528611 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-47b92bfc-8fe7-4f4e-9d00-f9e753b57697 req-2fbfa440-397d-490c-b987-3e3c3d6bc692 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0510838 Jul 21 20:53:42.582432 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-47b92bfc-8fe7-4f4e-9d00-f9e753b57697 req-dd175a55-cc70-4885-a0e3-bc4b635f5046 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483994 Jul 21 20:53:42.784348 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92ab31-3f6a-41da-9d15-fa8b977e667f req-20f8246b-ce3a-4c4f-8d29-438cadde158e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:42.785798 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5b92ab31-3f6a-41da-9d15-fa8b977e667f req-20f8246b-ce3a-4c4f-8d29-438cadde158e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 945 time: 0.0523889 Jul 21 20:53:42.846426 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5b92ab31-3f6a-41da-9d15-fa8b977e667f req-16e6bdc8-d7a8-4ab7-a1fc-342c786bf7b1 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525424 Jul 21 20:53:43.039389 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83a3fb-4054-40dd-85b0-253b4f6c548d req-825d834f-b2a3-4576-a462-1fe322e816fa tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:43.041041 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8f83a3fb-4054-40dd-85b0-253b4f6c548d req-825d834f-b2a3-4576-a462-1fe322e816fa tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0494978 Jul 21 20:53:43.101569 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8f83a3fb-4054-40dd-85b0-253b4f6c548d req-38be1072-2ce8-456b-a464-8e3aa572e566 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548744 Jul 21 20:53:43.710341 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7992-fb5c-4920-8e84-1f563c3fc865 req-8f0b1c9f-3871-4419-8ef6-82f57d3f1f11 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:43.712498 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f4cd7992-fb5c-4920-8e84-1f563c3fc865 req-8f0b1c9f-3871-4419-8ef6-82f57d3f1f11 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0531528 Jul 21 20:53:43.743179 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:43.775293 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f4cd7992-fb5c-4920-8e84-1f563c3fc865 req-d70d4708-fb1d-4e46-ab5c-d6d1d8fdda93 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529513 Jul 21 20:53:43.966516 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162dd9c-6695-452d-b692-1b63d412d565 req-da27572f-5f73-4a43-99de-bb244411f840 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:43.967987 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5162dd9c-6695-452d-b692-1b63d412d565 req-da27572f-5f73-4a43-99de-bb244411f840 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 945 time: 0.0507429 Jul 21 20:53:43.989257 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:44.019081 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5162dd9c-6695-452d-b692-1b63d412d565 req-409bad8f-ef22-4565-bf49-074deab0d08e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Jul 21 20:53:44.222807 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e449461-7d5a-4401-ba69-5c91745c4489 req-f9f4b956-75c4-4e92-b4d6-6720d1da7008 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:44.224292 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0e449461-7d5a-4401-ba69-5c91745c4489 req-f9f4b956-75c4-4e92-b4d6-6720d1da7008 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0511887 Jul 21 20:53:44.280159 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0e449461-7d5a-4401-ba69-5c91745c4489 req-bdd3c64a-72ca-46e6-b423-a730e8a07d9b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501790 Jul 21 20:53:44.924398 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6390fe2-777d-4320-9eea-95a6c33f4ca4 req-dc74fb54-3077-4240-983c-17f0553c537c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:44.926135 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e6390fe2-777d-4320-9eea-95a6c33f4ca4 req-dc74fb54-3077-4240-983c-17f0553c537c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0704615 Jul 21 20:53:44.989088 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e6390fe2-777d-4320-9eea-95a6c33f4ca4 req-d891c9d8-636c-4a18-867a-0ec186c59641 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557888 Jul 21 20:53:45.148965 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff5c1f-e964-47d7-a58f-9e3e6c91e0c8 req-38621464-8e45-4605-970b-7748145228a1 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:45.150736 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0ff5c1f-e964-47d7-a58f-9e3e6c91e0c8 req-38621464-8e45-4605-970b-7748145228a1 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 945 time: 0.0618930 Jul 21 20:53:45.188629 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:45.205945 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0ff5c1f-e964-47d7-a58f-9e3e6c91e0c8 req-3018051c-444c-41f3-aeac-2864b8a24536 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Jul 21 20:53:45.394472 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df836a81-d766-4923-a660-297e465a5a93 req-00af78bc-ff91-4e14-b64a-e6a1ab3de8f3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:45.396048 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-df836a81-d766-4923-a660-297e465a5a93 req-00af78bc-ff91-4e14-b64a-e6a1ab3de8f3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0490346 Jul 21 20:53:45.418103 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:45.448491 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-df836a81-d766-4923-a660-297e465a5a93 req-6d5f1ede-0db4-491d-813f-568c61f24af9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466523 Jul 21 20:53:46.119320 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aacb0-ae30-4261-9377-5abda6d89348 req-35c053ed-e2b6-42a1-b247-b7b77fd2faa7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:46.121603 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-707aacb0-ae30-4261-9377-5abda6d89348 req-35c053ed-e2b6-42a1-b247-b7b77fd2faa7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0555162 Jul 21 20:53:46.174984 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-707aacb0-ae30-4261-9377-5abda6d89348 req-d10c2c3c-4846-43b1-a203-02d17800b876 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479305 Jul 21 20:53:46.338297 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4a9e-fa4e-41f9-bb0c-89c4d739cd21 req-78fbfcff-0092-4255-b1d6-61220fc38308 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:46.339861 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e12e4a9e-fa4e-41f9-bb0c-89c4d739cd21 req-78fbfcff-0092-4255-b1d6-61220fc38308 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 945 time: 0.0537775 Jul 21 20:53:46.394333 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e12e4a9e-fa4e-41f9-bb0c-89c4d739cd21 req-45999fe5-a6ca-47a4-9aa9-6ae1cbc19887 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450125 Jul 21 20:53:46.459449 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:46.475862 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device a6fd06b5-db86-4220-918a-dca146cd3b1a up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:53:46.523764 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port a6fd06b5-db86-4220-918a-dca146cd3b1a completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:53:46.536385 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port a6fd06b5-db86-4220-918a-dca146cd3b1a triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:53:46.537148 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:46.580472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25f877-e371-41fb-9b13-e56de7be8f70 req-2bd5eea3-7740-443c-b794-bc0fc55bffef tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:46.588409 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4e25f877-e371-41fb-9b13-e56de7be8f70 req-2bd5eea3-7740-443c-b794-bc0fc55bffef tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0667686 Jul 21 20:53:46.640903 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4e25f877-e371-41fb-9b13-e56de7be8f70 req-2094e037-d49d-4568-ab3d-dc566a516dce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512064 Jul 21 20:53:46.645480 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port a6fd06b5-db86-4220-918a-dca146cd3b1a is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:53:46.645896 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:46.671896 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b881a042-84ac-4864-9004-f1f385293d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fd06b5-db86-4220-918a-dca146cd3b1a'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:53:46.674150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df8aa67-f4a4-4882-aaf0-ee981e75c6e4" -d '{"events": [{"server_uuid": "b881a042-84ac-4864-9004-f1f385293d9f", "name": "network-vif-plugged", "status": "completed", "tag": "a6fd06b5-db86-4220-918a-dca146cd3b1a"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:53:46.690064 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port a6fd06b5-db86-4220-918a-dca146cd3b1a, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=a6fd06b5-db86-4220-918a-dca146cd3b1a,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:46.694772 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:46.721579 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c0086a-d06f-49f9-b8f7-9e28c9baa4f4 x-openstack-request-id: req-f2c0086a-d06f-49f9-b8f7-9e28c9baa4f4 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:53:46.721896 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b881a042-84ac-4864-9004-f1f385293d9f", "name": "network-vif-plugged", "status": "completed", "tag": "a6fd06b5-db86-4220-918a-dca146cd3b1a", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:53:46.722150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2c0086a-d06f-49f9-b8f7-9e28c9baa4f4 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:53:46.722541 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c0086a-d06f-49f9-b8f7-9e28c9baa4f4'] response: {'server_uuid': 'b881a042-84ac-4864-9004-f1f385293d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fd06b5-db86-4220-918a-dca146cd3b1a', 'code': 200} Jul 21 20:53:46.756117 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=a6fd06b5-db86-4220-918a-dca146cd3b1a,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:47.337783 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4984fbc-06e7-4a1f-9d17-d3979b2bfd0e req-63def8c0-c6a3-408d-ba35-0189439af380 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:47.339557 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a4984fbc-06e7-4a1f-9d17-d3979b2bfd0e req-63def8c0-c6a3-408d-ba35-0189439af380 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0615821 Jul 21 20:53:47.410595 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a4984fbc-06e7-4a1f-9d17-d3979b2bfd0e req-6f705cb2-3aa5-4da9-bb32-851ebedced3c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646415 Jul 21 20:53:47.557295 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698db6b-e9eb-4734-904b-261cacecc551 req-1cb3003c-7491-44c8-8f88-069329e2c8ab tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:47.559057 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3698db6b-e9eb-4734-904b-261cacecc551 req-1cb3003c-7491-44c8-8f88-069329e2c8ab tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0717998 Jul 21 20:53:47.624868 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3698db6b-e9eb-4734-904b-261cacecc551 req-af0cbd48-3010-486d-ab59-d5e6dc547a75 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593677 Jul 21 20:53:47.818073 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a442687-5937-4667-a3e3-cb5e0db2b7f7 req-4a69d20d-b90e-4982-b870-2dcb8d9fce30 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:47.820435 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5a442687-5937-4667-a3e3-cb5e0db2b7f7 req-4a69d20d-b90e-4982-b870-2dcb8d9fce30 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 944 time: 0.0799055 Jul 21 20:53:47.900334 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-9fad342b-7602-47c8-99a3-3d6c30b36f0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95 HTTP/1.1" status: 200 len: 217 time: 0.0965517 Jul 21 20:53:47.913079 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-2e90fefb-6aef-4da3-b950-b44bfc148ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:47.914734 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-2e90fefb-6aef-4da3-b950-b44bfc148ef3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 1128 time: 0.0610042 Jul 21 20:53:48.043449 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75591886-e84a-4aea-a897-2831ece5530a req-2df5c533-5271-40a0-a3e6-a6f56e378b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.045067 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-75591886-e84a-4aea-a897-2831ece5530a req-2df5c533-5271-40a0-a3e6-a6f56e378b05 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2233548 Jul 21 20:53:48.184122 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-74336dca-3fb1-4002-8b38-c9fbf064743b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6fd06b5-db86-4220-918a-dca146cd3b1a HTTP/1.1" status: 200 len: 217 time: 0.1380129 Jul 21 20:53:48.216158 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.73', 65498) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:48.216761 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.73', 65499) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:48.253328 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-e851b9a8-47fa-41d5-9bb3-3189398fa76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.255223 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-e851b9a8-47fa-41d5-9bb3-3189398fa76e service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.3135633 Jul 21 20:53:48.256962 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-a2d136c4-5837-43d4-bf23-b38a6e2acec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.261659 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-a2d136c4-5837-43d4-bf23-b38a6e2acec2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.3186409 Jul 21 20:53:48.427346 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-14b0b3ef-bfcd-4328-948f-47438263eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.429882 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-14b0b3ef-bfcd-4328-948f-47438263eb21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489024 Jul 21 20:53:48.435369 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-7921c0a5-88e3-409a-90f2-70471d88d497 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d HTTP/1.1" status: 200 len: 217 time: 0.1543400 Jul 21 20:53:48.438120 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 021cc3b8-5795-418d-85f7-7d0dcc124d4d details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:53:48.480438 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5a442687-5937-4667-a3e3-cb5e0db2b7f7 req-ea2914b1-77ed-4e9f-bfd2-416b0260e106 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253471 Jul 21 20:53:48.484691 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06d54d-a112-47aa-be14-3673d643f7fc req-b6a35018-faf0-475c-95b8-9e76686f6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.489478 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4e06d54d-a112-47aa-be14-3673d643f7fc req-b6a35018-faf0-475c-95b8-9e76686f6293 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 1130 time: 0.2607307 Jul 21 20:53:48.509947 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3653dc-024d-4b30-81e5-8e6ebd7e0270 req-cfe3af39-14ca-4a4c-9c00-976acfd1c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.512599 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc3653dc-024d-4b30-81e5-8e6ebd7e0270 req-cfe3af39-14ca-4a4c-9c00-976acfd1c558 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 1130 time: 0.2945516 Jul 21 20:53:48.544089 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bc3653dc-024d-4b30-81e5-8e6ebd7e0270 req-b5b1fec8-4582-4891-838a-15d2ce65cba4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:48.632432 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4e06d54d-a112-47aa-be14-3673d643f7fc req-0d1004b2-5be0-46a4-8ae6-80c8825376c7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:48.646172 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-41c213c7-4eff-495f-b577-c0f77043d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.647695 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-41c213c7-4eff-495f-b577-c0f77043d4fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 1127 time: 0.4285176 Jul 21 20:53:48.666111 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 021cc3b8-5795-418d-85f7-7d0dcc124d4d, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:48.670801 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:48.685707 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '021cc3b8-5795-418d-85f7-7d0dcc124d4d', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'port_id': '021cc3b8-5795-418d-85f7-7d0dcc124d4d', 'mac_address': 'fa:16:3e:2d:f0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:53:48.716237 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-5987158f-9643-4c80-be49-3d32a3893130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.717984 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-5987158f-9643-4c80-be49-3d32a3893130 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.2569184 Jul 21 20:53:48.726084 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d132-f232-4164-9967-4b87d0da4e13 req-3eb74bd2-dddb-4268-9061-99cb327ecac4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.728061 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4205d132-f232-4164-9967-4b87d0da4e13 req-3eb74bd2-dddb-4268-9061-99cb327ecac4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0982680 Jul 21 20:53:48.740322 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 021cc3b8-5795-418d-85f7-7d0dcc124d4d is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:53:48.741019 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:48.746652 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-95325a53-2881-4627-a920-3961ba5d0754 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046708 Jul 21 20:53:48.756420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-4c5b1086-85cb-433d-8263-79266f69b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.761041 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021cc3b8-5795-418d-85f7-7d0dcc124d4d {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:53:48.761705 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-4c5b1086-85cb-433d-8263-79266f69b207 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2be1134d-d01a-4f49-b6fd-3ce63460d275 HTTP/1.1" status: 200 len: 851 time: 0.5308034 Jul 21 20:53:48.787450 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 021cc3b8-5795-418d-85f7-7d0dcc124d4d, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:48.793131 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:48.810245 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-e45c92df-0a41-4a83-8d6a-a97bd8f4a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:48.812889 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-e45c92df-0a41-4a83-8d6a-a97bd8f4a489 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819993 Jul 21 20:53:48.860431 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-dfabf1eb-5a62-45c1-8fa5-371cf1a70926 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a15578f-a527-4939-9a6b-ce6d94093a88 HTTP/1.1" status: 200 len: 217 time: 0.1531045 Jul 21 20:53:48.868039 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=021cc3b8-5795-418d-85f7-7d0dcc124d4d,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:48.967528 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:48.997695 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:49.015912 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:49.038589 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-a8d237d1-d26f-4086-bfd3-a09733ce7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:49.038589 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-a8d237d1-d26f-4086-bfd3-a09733ce7905 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d80bf16f-8a10-4877-90cb-01785bb4b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2066081 Jul 21 20:53:49.047007 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-02f6b830-b973-4806-aa64-6ec2075c1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:49.048737 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-02f6b830-b973-4806-aa64-6ec2075c1c37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.1503670 Jul 21 20:53:49.059131 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aef5e-2a83-4bbe-b978-31d9305f3ddc req-c8d10678-2fd7-4ce7-bb05-f82a5555bd89 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:49.060756 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d71aef5e-2a83-4bbe-b978-31d9305f3ddc req-c8d10678-2fd7-4ce7-bb05-f82a5555bd89 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.1947141 Jul 21 20:53:49.175647 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4205d132-f232-4164-9967-4b87d0da4e13 req-a1c4517a-6765-40d8-b9e5-66972ccf4637 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4336336 Jul 21 20:53:49.178087 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bc3653dc-024d-4b30-81e5-8e6ebd7e0270 req-b5b1fec8-4582-4891-838a-15d2ce65cba4 service neutron] Publish callbacks [] for security_group (3d82c6b7-55ee-4d09-9d26-330a4ef59d44), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:49.277193 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-ec54685e-caba-4976-b724-b4b7e06adeeb service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002377 Jul 21 20:53:49.290565 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-3b446634-2a35-40a6-9cbc-e943cdcac13d service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595649 Jul 21 20:53:49.445888 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-211da0c6-1f0f-461e-b3d4-35c26cb0dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:49.448141 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-211da0c6-1f0f-461e-b3d4-35c26cb0dcf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3780429 Jul 21 20:53:49.456694 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bc3653dc-024d-4b30-81e5-8e6ebd7e0270 req-b5b1fec8-4582-4891-838a-15d2ce65cba4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3d82c6b7-55ee-4d09-9d26-330a4ef59d44), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:49.471214 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.db.api [req-4e06d54d-a112-47aa-be14-3673d643f7fc req-0d1004b2-5be0-46a4-8ae6-80c8825376c7 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d6bc61fe15894891a9054911321f4ac3 {{(pid=110831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 20:53:49.471593 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG oslo_db.api [req-4e06d54d-a112-47aa-be14-3673d643f7fc req-0d1004b2-5be0-46a4-8ae6-80c8825376c7 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 20:53:49.515367 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d71aef5e-2a83-4bbe-b978-31d9305f3ddc req-ddde19f1-ba35-4b69-b3b3-8eea7d36a4ab tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178393 Jul 21 20:53:49.543056 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc3653dc-024d-4b30-81e5-8e6ebd7e0270 req-b5b1fec8-4582-4891-838a-15d2ce65cba4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0196707 Jul 21 20:53:49.547814 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1fec8-4582-4891-838a-15d2ce65cba4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3d82c6b7-55ee-4d09-9d26-330a4ef59d44,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:49.559295 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-80e9d999-8bbc-46f9-955a-71deaeb23723 service neutron] 10.222.0.73 "GET /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078490 Jul 21 20:53:49.629922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec374-e315-470f-99d7-9a44648afd40 req-c803d90b-32fb-44c0-8070-98fe60070df7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:49.631481 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-88cec374-e315-470f-99d7-9a44648afd40 req-c803d90b-32fb-44c0-8070-98fe60070df7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 945 time: 0.0562308 Jul 21 20:53:49.695808 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-88cec374-e315-470f-99d7-9a44648afd40 req-3a812a74-9ef6-450c-bfe9-59ea9726321e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579677 Jul 21 20:53:49.973087 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4e06d54d-a112-47aa-be14-3673d643f7fc req-0d1004b2-5be0-46a4-8ae6-80c8825376c7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:50.047068 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4e06d54d-a112-47aa-be14-3673d643f7fc req-0d1004b2-5be0-46a4-8ae6-80c8825376c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5330563 Jul 21 20:53:50.319847 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15d89d-73fe-4890-bd1f-b3b748d3ce61 req-425f9df6-98ca-4d05-b8b3-0301cd0f345a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:50.321394 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d15d89d-73fe-4890-bd1f-b3b748d3ce61 req-425f9df6-98ca-4d05-b8b3-0301cd0f345a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0530546 Jul 21 20:53:50.371566 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d15d89d-73fe-4890-bd1f-b3b748d3ce61 req-5282b307-3966-4560-95f5-92453c0850eb tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446820 Jul 21 20:53:50.637024 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1070-2de0-485b-a32c-7c7a64ac7f8f req-87e2e1c7-225f-4261-824a-12c2dbe4ab3e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:50.638558 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9acc1070-2de0-485b-a32c-7c7a64ac7f8f req-87e2e1c7-225f-4261-824a-12c2dbe4ab3e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0517793 Jul 21 20:53:50.665306 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:50.694355 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9acc1070-2de0-485b-a32c-7c7a64ac7f8f req-9887e52e-2c44-4725-a75a-7f7729e412be tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Jul 21 20:53:50.827965 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb89566-f6eb-4ab8-b213-a4dc5a01008d req-d9bfd241-5c69-4dab-8f5f-a8311c033e12 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:50.829538 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-afb89566-f6eb-4ab8-b213-a4dc5a01008d req-d9bfd241-5c69-4dab-8f5f-a8311c033e12 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 945 time: 0.0531406 Jul 21 20:53:50.878872 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-afb89566-f6eb-4ab8-b213-a4dc5a01008d req-5070d3ee-a58e-4646-8e2c-e8d50a5dfced tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Jul 21 20:53:51.500708 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507416-2b60-457b-9cd6-a8fbe670b5fb req-63f6879d-6eaf-4cb5-9846-256718d30d99 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:51.502212 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-da507416-2b60-457b-9cd6-a8fbe670b5fb req-63f6879d-6eaf-4cb5-9846-256718d30d99 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0485656 Jul 21 20:53:51.551045 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-da507416-2b60-457b-9cd6-a8fbe670b5fb req-be90dbbe-6275-4b27-951e-53400f937e89 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432432 Jul 21 20:53:51.816825 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd59bf-6c25-4cfd-aa1f-fe2e74118c14 req-d90602ad-9981-4d0a-8b0c-95eeecf66b5d tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:51.818356 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-36dd59bf-6c25-4cfd-aa1f-fe2e74118c14 req-d90602ad-9981-4d0a-8b0c-95eeecf66b5d tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0509577 Jul 21 20:53:51.878317 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-36dd59bf-6c25-4cfd-aa1f-fe2e74118c14 req-e421f220-0e4a-41a8-81a0-6ad204610b87 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506313 Jul 21 20:53:52.006722 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded482-b60f-4510-abd8-7611ae3c6ec3 req-2bc009d9-ae6a-4edc-b76c-3d9f71bb9120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:52.008788 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-60ded482-b60f-4510-abd8-7611ae3c6ec3 req-2bc009d9-ae6a-4edc-b76c-3d9f71bb9120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 945 time: 0.0519352 Jul 21 20:53:52.065341 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-60ded482-b60f-4510-abd8-7611ae3c6ec3 req-d0fa704a-2235-41c6-a0fc-8c5b53f602d7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Jul 21 20:53:52.674979 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de075b-7ed2-43f0-b449-09149ccb5124 req-a6bd5d7e-742f-4068-b9b4-841e0a43db92 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:52.676646 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39de075b-7ed2-43f0-b449-09149ccb5124 req-a6bd5d7e-742f-4068-b9b4-841e0a43db92 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0531526 Jul 21 20:53:52.730005 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39de075b-7ed2-43f0-b449-09149ccb5124 req-1ce5f998-e64e-439e-91e1-30a500707305 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474079 Jul 21 20:53:53.014928 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68efbe-327e-4482-82be-c0b5a6498b8b req-d298eefd-f4da-4c18-9c77-644d76c809e9 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:53.016525 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7c68efbe-327e-4482-82be-c0b5a6498b8b req-d298eefd-f4da-4c18-9c77-644d76c809e9 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0641053 Jul 21 20:53:53.066122 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7c68efbe-327e-4482-82be-c0b5a6498b8b req-66b9c01a-75ff-4492-a854-24e394867ac5 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Jul 21 20:53:53.182160 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac4c5c-57a6-4446-8819-501dc3a20ca2 req-1b7196db-4f4e-4f06-94ce-170295ff2cdf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:53.183741 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fcac4c5c-57a6-4446-8819-501dc3a20ca2 req-1b7196db-4f4e-4f06-94ce-170295ff2cdf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 945 time: 0.0498011 Jul 21 20:53:53.220530 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:53.239180 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fcac4c5c-57a6-4446-8819-501dc3a20ca2 req-362c925e-8e72-40ef-9567-32404a885507 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462739 Jul 21 20:53:53.874667 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61179f3a-43d3-43f9-93a9-d15f150aeb6e req-1b13873f-c3be-4956-8545-15c551e3c027 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:53.877236 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61179f3a-43d3-43f9-93a9-d15f150aeb6e req-1b13873f-c3be-4956-8545-15c551e3c027 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0540280 Jul 21 20:53:53.932705 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61179f3a-43d3-43f9-93a9-d15f150aeb6e req-25f608fc-8b92-44c0-b0ba-b72f66c1d260 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497909 Jul 21 20:53:54.191547 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f90d-ed62-4207-82c9-8d103bc17738 req-2ccbf806-a514-4290-b28f-4280cedd5551 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:54.193040 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8bc2f90d-ed62-4207-82c9-8d103bc17738 req-2ccbf806-a514-4290-b28f-4280cedd5551 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0537581 Jul 21 20:53:54.249561 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8bc2f90d-ed62-4207-82c9-8d103bc17738 req-d0f24be7-978b-41aa-9130-8b4a8b887323 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501478 Jul 21 20:53:54.374904 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11c39d-c74c-426c-8669-06474d6820df req-128329b1-ac13-465c-84bc-644a4f2724c5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:54.376518 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4f11c39d-c74c-426c-8669-06474d6820df req-128329b1-ac13-465c-84bc-644a4f2724c5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 945 time: 0.0600817 Jul 21 20:53:54.429677 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4f11c39d-c74c-426c-8669-06474d6820df req-769f6947-d4d2-47c2-becf-5839efe6feec tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Jul 21 20:53:55.051887 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406b7ca-9993-49ba-a160-edb9486f71b7 req-bb74bff0-3f05-4182-a1d9-eb5c284c8cee tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:55.053293 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4406b7ca-9993-49ba-a160-edb9486f71b7 req-bb74bff0-3f05-4182-a1d9-eb5c284c8cee tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0482492 Jul 21 20:53:55.111838 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4406b7ca-9993-49ba-a160-edb9486f71b7 req-920c4eb2-d1fe-4402-b5b0-acf27073b73a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493047 Jul 21 20:53:55.188074 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['021cc3b8-5795-418d-85f7-7d0dcc124d4d'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:53:55.376164 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb038b-461c-4a31-b404-05622b377df5 req-e079043f-ac80-4bef-8a35-f9df3dd34b28 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:55.377697 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-50eb038b-461c-4a31-b404-05622b377df5 req-e079043f-ac80-4bef-8a35-f9df3dd34b28 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0504024 Jul 21 20:53:55.428738 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-50eb038b-461c-4a31-b404-05622b377df5 req-88d331a8-41f6-42f0-bb12-e09fba3e921e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Jul 21 20:53:55.536700 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:55.554921 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359363f0-9e00-49d7-a2a6-2f8d2b09ad03 req-d9d2a4b9-8af9-48e0-add3-4ee5329bcd65 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:55.556568 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-359363f0-9e00-49d7-a2a6-2f8d2b09ad03 req-d9d2a4b9-8af9-48e0-add3-4ee5329bcd65 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 945 time: 0.0537229 Jul 21 20:53:55.608052 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-359363f0-9e00-49d7-a2a6-2f8d2b09ad03 req-f0f1fccf-e376-4316-a0c6-35fddbae61a9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Jul 21 20:53:56.353975 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7308-d267-4136-b310-a8c870003354 req-c91283a5-e655-460b-a17b-ee322ecb12b2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:56.362385 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9dce7308-d267-4136-b310-a8c870003354 req-c91283a5-e655-460b-a17b-ee322ecb12b2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0815070 Jul 21 20:53:56.415932 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f92e5c44-0fe2-4acc-9e97-f272152724a3 req-1175ec0f-885f-406c-ad9f-5a4ed78df8fc service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159426 Jul 21 20:53:56.429146 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:56.456728 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca21838-aeb0-41c5-8fe5-a341eb8d6922 req-f679b75a-7e26-4220-a4e1-78a8a14585b5 service neutron] 10.222.0.73 "GET /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553506 Jul 21 20:53:56.459462 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-57921ee1-9312-4b0e-8d0e-04c26227d07a service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603552 Jul 21 20:53:56.480218 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9dce7308-d267-4136-b310-a8c870003354 req-532bbde7-e128-4e2c-a2bd-39dc050b604b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106508 Jul 21 20:53:56.588413 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a7910-80c1-4cbf-9cda-72285834618c req-84b2be1a-e55e-4572-95c3-bf710f0dd8e3 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:56.590175 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-915a7910-80c1-4cbf-9cda-72285834618c req-84b2be1a-e55e-4572-95c3-bf710f0dd8e3 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0768940 Jul 21 20:53:56.675911 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-915a7910-80c1-4cbf-9cda-72285834618c req-5e8fda15-78f4-4058-8a57-ceb53c95f65a tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796146 Jul 21 20:53:56.787032 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa264e-288b-4c18-befa-41a2dd1ea7e4 req-90dd68db-ed0a-4881-a434-8e0ba308b9d0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:56.790249 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-14aa264e-288b-4c18-befa-41a2dd1ea7e4 req-90dd68db-ed0a-4881-a434-8e0ba308b9d0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 945 time: 0.0723188 Jul 21 20:53:56.844624 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-14aa264e-288b-4c18-befa-41a2dd1ea7e4 req-85d1dd68-b91a-47cd-b4a2-3f8ae0605494 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461946 Jul 21 20:53:57.213921 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 021cc3b8-5795-418d-85f7-7d0dcc124d4d up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:53:57.375379 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 021cc3b8-5795-418d-85f7-7d0dcc124d4d completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:53:57.381031 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 021cc3b8-5795-418d-85f7-7d0dcc124d4d triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:53:57.381440 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:57.383018 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:57.466429 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 021cc3b8-5795-418d-85f7-7d0dcc124d4d is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:53:57.466765 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:57.491143 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77154d49-ec36-4137-8c96-ceb20188d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021cc3b8-5795-418d-85f7-7d0dcc124d4d'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:53:57.494172 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d385ae-29c8-4b5b-a858-d22842a16257" -d '{"events": [{"server_uuid": "77154d49-ec36-4137-8c96-ceb20188d32e", "name": "network-vif-plugged", "status": "completed", "tag": "021cc3b8-5795-418d-85f7-7d0dcc124d4d"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:53:57.511125 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 021cc3b8-5795-418d-85f7-7d0dcc124d4d, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:53:57.515800 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:57.561417 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69543ab4-4b11-4117-87e3-bb6989841e0e x-openstack-request-id: req-69543ab4-4b11-4117-87e3-bb6989841e0e {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:53:57.561738 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77154d49-ec36-4137-8c96-ceb20188d32e", "name": "network-vif-plugged", "status": "completed", "tag": "021cc3b8-5795-418d-85f7-7d0dcc124d4d", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:53:57.562158 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69543ab4-4b11-4117-87e3-bb6989841e0e {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:53:57.562704 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69543ab4-4b11-4117-87e3-bb6989841e0e'] response: {'server_uuid': '77154d49-ec36-4137-8c96-ceb20188d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021cc3b8-5795-418d-85f7-7d0dcc124d4d', 'code': 200} Jul 21 20:53:57.599225 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=021cc3b8-5795-418d-85f7-7d0dcc124d4d,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:57.651135 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484290e-13d4-47eb-93b7-dd931c70b17d req-0f86f313-55f4-4113-bfd3-24d36de40161 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:57.658903 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6484290e-13d4-47eb-93b7-dd931c70b17d req-0f86f313-55f4-4113-bfd3-24d36de40161 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0831356 Jul 21 20:53:57.669880 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02b1d8b-26ed-4fc9-bc57-62ab56f93419 req-4f70b2cd-4bb6-4f21-88a8-07b28f1b852d service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210916 Jul 21 20:53:57.704108 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:57.717900 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6484290e-13d4-47eb-93b7-dd931c70b17d req-f1e16ba0-4db6-499a-9b00-72dd7792335b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575674 Jul 21 20:53:57.843264 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9cce6-4f22-424b-af9a-137ed83c4305 req-7d893fa8-08f6-41d1-8b38-a95488de9f63 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:57.845584 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e9d9cce6-4f22-424b-af9a-137ed83c4305 req-7d893fa8-08f6-41d1-8b38-a95488de9f63 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0672584 Jul 21 20:53:57.917254 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e9d9cce6-4f22-424b-af9a-137ed83c4305 req-ab010eee-3d58-4e8d-b4d0-3f612db1e7bd tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641592 Jul 21 20:53:58.000405 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf46ce2-d1cb-4422-af19-b5c771583d28 req-963caaa9-747c-4199-8d72-206b79308147 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:58.002001 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fcf46ce2-d1cb-4422-af19-b5c771583d28 req-963caaa9-747c-4199-8d72-206b79308147 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0644767 Jul 21 20:53:58.069147 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fcf46ce2-d1cb-4422-af19-b5c771583d28 req-324f52d0-733c-4aae-92a1-ebad057a59be tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599511 Jul 21 20:53:58.848287 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47b21-f8ce-4dbb-86a2-97196c34b71b req-046df5fd-1acb-4489-ada8-6dfb198841ff tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:58.849816 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f8e47b21-f8ce-4dbb-86a2-97196c34b71b req-046df5fd-1acb-4489-ada8-6dfb198841ff tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0547504 Jul 21 20:53:58.901996 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f8e47b21-f8ce-4dbb-86a2-97196c34b71b req-2567896b-f84f-4c5d-9d24-85135d5802aa tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Jul 21 20:53:59.055211 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2857c-6c57-46aa-95cd-aff892775cfa req-17154891-e420-4166-88ef-4af7c1ba6ea7 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:59.057424 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-36e2857c-6c57-46aa-95cd-aff892775cfa req-17154891-e420-4166-88ef-4af7c1ba6ea7 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0646210 Jul 21 20:53:59.166106 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-36e2857c-6c57-46aa-95cd-aff892775cfa req-9f3ddaa9-7b8a-4687-97a8-b8b31e2966bb tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018391 Jul 21 20:53:59.266383 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528872e-1697-4e04-ab47-ffc5673f26bb req-f3240752-f6fe-432b-bf98-f85d4ff9fa1b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:53:59.270705 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f528872e-1697-4e04-ab47-ffc5673f26bb req-f3240752-f6fe-432b-bf98-f85d4ff9fa1b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0929227 Jul 21 20:53:59.307806 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51794) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:59.332021 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f528872e-1697-4e04-ab47-ffc5673f26bb req-2206ef41-86d1-4415-8bd7-08e1e8ebab45 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546730 Jul 21 20:53:59.480248 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51804) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:59.548234 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6a692c70-b81d-4618-a6ab-9811782ca2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.593541 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f413b8d8-c543-4194-8526-f9120754330d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.650422 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:59.654270 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6a692c70-b81d-4618-a6ab-9811782ca2d8 admin admin] Publish callbacks [] for security_group (03479a4a-7029-4bc2-a2dd-8c2914638986), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.658734 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6a692c70-b81d-4618-a6ab-9811782ca2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (03479a4a-7029-4bc2-a2dd-8c2914638986), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.710566 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6a692c70-b81d-4618-a6ab-9811782ca2d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57227bfa15a847c1ae1f81c9d3450fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005547 Jul 21 20:53:59.712112 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f413b8d8-c543-4194-8526-f9120754330d admin admin] Publish callbacks [] for security_group (c95d0a71-1d39-4a09-82f8-4960ecf9b795), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.712560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a692c70-b81d-4618-a6ab-9811782ca2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03479a4a-7029-4bc2-a2dd-8c2914638986,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:59.713482 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51810) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:59.730465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f413b8d8-c543-4194-8526-f9120754330d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c95d0a71-1d39-4a09-82f8-4960ecf9b795), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.763758 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51814) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:59.765647 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:53:59.801141 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f413b8d8-c543-4194-8526-f9120754330d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1a1374137d844b5abb2db2cad1f1851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193481 Jul 21 20:53:59.804083 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51820) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:53:59.806823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413b8d8-c543-4194-8526-f9120754330d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95d0a71-1d39-4a09-82f8-4960ecf9b795,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:53:59.827788 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5167-5569-49f8-91bf-a3aad4a2be28 admin admin] Publish callbacks [] for security_group (03479a4a-7029-4bc2-a2dd-8c2914638986), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.863196 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5167-5569-49f8-91bf-a3aad4a2be28 admin admin] Publish callbacks [] for security_group (03479a4a-7029-4bc2-a2dd-8c2914638986), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.952523 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5167-5569-49f8-91bf-a3aad4a2be28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (03479a4a-7029-4bc2-a2dd-8c2914638986), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.955594 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5167-5569-49f8-91bf-a3aad4a2be28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.956049 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-86a9b38f-e62d-4e9a-bf84-7e92b67519fe admin admin] Publish callbacks [] for security_group (c95d0a71-1d39-4a09-82f8-4960ecf9b795), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.958613 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-52416173-a041-4b26-9be4-80d369ac044e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:53:59.961913 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b2fb5167-5569-49f8-91bf-a3aad4a2be28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03479a4a-7029-4bc2-a2dd-8c2914638986 HTTP/1.1" status: 204 len: 168 time: 0.2469745 Jul 21 20:53:59.973332 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb5167-5569-49f8-91bf-a3aad4a2be28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03479a4a-7029-4bc2-a2dd-8c2914638986,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:00.023685 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-86a9b38f-e62d-4e9a-bf84-7e92b67519fe admin admin] Publish callbacks [] for security_group (c95d0a71-1d39-4a09-82f8-4960ecf9b795), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.142891 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05a0e-b3bd-49a2-a9d5-49eb0bf3434e req-31be1427-ee50-4ce8-9bab-1a0dbf12e41c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:00.144389 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3ed05a0e-b3bd-49a2-a9d5-49eb0bf3434e req-31be1427-ee50-4ce8-9bab-1a0dbf12e41c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.1065588 Jul 21 20:54:00.175337 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:00.245957 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-86a9b38f-e62d-4e9a-bf84-7e92b67519fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c95d0a71-1d39-4a09-82f8-4960ecf9b795), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.250941 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-86a9b38f-e62d-4e9a-bf84-7e92b67519fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.252879 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-86a9b38f-e62d-4e9a-bf84-7e92b67519fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c95d0a71-1d39-4a09-82f8-4960ecf9b795 HTTP/1.1" status: 204 len: 168 time: 0.4472201 Jul 21 20:54:00.279285 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-52416173-a041-4b26-9be4-80d369ac044e admin admin] Publish callbacks [] for security_group (23076656-4338-47e8-8bf8-b291073d39b5), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.302419 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-52416173-a041-4b26-9be4-80d369ac044e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (23076656-4338-47e8-8bf8-b291073d39b5), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.317225 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9b38f-e62d-4e9a-bf84-7e92b67519fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95d0a71-1d39-4a09-82f8-4960ecf9b795,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:00.345835 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3ed05a0e-b3bd-49a2-a9d5-49eb0bf3434e req-35c616d2-dc27-4827-8350-a46817b3cdf5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887953 Jul 21 20:54:00.358880 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418775-f502-4fb1-925f-e106a9265e1e req-023b2fb0-1a4b-4ec0-ab85-e46031403068 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:00.371392 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1c418775-f502-4fb1-925f-e106a9265e1e req-023b2fb0-1a4b-4ec0-ab85-e46031403068 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.1052778 Jul 21 20:54:00.381265 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-52416173-a041-4b26-9be4-80d369ac044e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=574b27bf902648ebade2384ff1071d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6134942 Jul 21 20:54:00.381265 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52416173-a041-4b26-9be4-80d369ac044e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23076656-4338-47e8-8bf8-b291073d39b5,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:00.383326 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51850) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:00.425000 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:00.456935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fecf40f7-12c0-4f27-b674-000b0465eb4c admin admin] Publish callbacks [] for security_group (23076656-4338-47e8-8bf8-b291073d39b5), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.469307 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51852) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:00.499758 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fecf40f7-12c0-4f27-b674-000b0465eb4c admin admin] Publish callbacks [] for security_group (23076656-4338-47e8-8bf8-b291073d39b5), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.507005 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1c418775-f502-4fb1-925f-e106a9265e1e req-55d40677-5556-447f-8398-02c758b649c1 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321397 Jul 21 20:54:00.595131 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb9f7-43f7-4ca1-bb69-15ea91882f71 req-2500f10f-ce07-42ab-88b3-5f30362cee37 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:00.597132 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bedfb9f7-43f7-4ca1-bb69-15ea91882f71 req-2500f10f-ce07-42ab-88b3-5f30362cee37 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0827603 Jul 21 20:54:00.648639 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fecf40f7-12c0-4f27-b674-000b0465eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (23076656-4338-47e8-8bf8-b291073d39b5), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.652919 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fecf40f7-12c0-4f27-b674-000b0465eb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.654261 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-fecf40f7-12c0-4f27-b674-000b0465eb4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23076656-4338-47e8-8bf8-b291073d39b5 HTTP/1.1" status: 204 len: 168 time: 0.2702043 Jul 21 20:54:00.677922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf40f7-12c0-4f27-b674-000b0465eb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23076656-4338-47e8-8bf8-b291073d39b5,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:00.709806 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bedfb9f7-43f7-4ca1-bb69-15ea91882f71 req-70e2fe1a-f903-417f-8836-b34dcc504ea3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930426 Jul 21 20:54:00.779606 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b61a9c62-3ad5-48d2-82cf-72073674ccfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.907193 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b61a9c62-3ad5-48d2-82cf-72073674ccfc admin admin] Publish callbacks [] for security_group (46bd7ff5-98b4-4fa3-a81d-7e97c6aaa8ee), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.908421 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51864) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:00.913280 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b61a9c62-3ad5-48d2-82cf-72073674ccfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (46bd7ff5-98b4-4fa3-a81d-7e97c6aaa8ee), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.941761 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e42acf78-7da3-450c-9059-e10655e017af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:00.958030 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a9c62-3ad5-48d2-82cf-72073674ccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd7ff5-98b4-4fa3-a81d-7e97c6aaa8ee,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:00.964181 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b61a9c62-3ad5-48d2-82cf-72073674ccfc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4b5ef2f930f49b2a1653d943bbe96cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4934137 Jul 21 20:54:00.968077 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51868) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:01.035644 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2b905121-f1e8-47d7-b922-ac3b112dc87b admin admin] Publish callbacks [] for security_group (46bd7ff5-98b4-4fa3-a81d-7e97c6aaa8ee), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.074219 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2b905121-f1e8-47d7-b922-ac3b112dc87b admin admin] Publish callbacks [] for security_group (46bd7ff5-98b4-4fa3-a81d-7e97c6aaa8ee), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.083548 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e42acf78-7da3-450c-9059-e10655e017af admin admin] Publish callbacks [] for security_group (64f5ed47-afd5-432f-8207-72bc8df13011), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.094824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e42acf78-7da3-450c-9059-e10655e017af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (64f5ed47-afd5-432f-8207-72bc8df13011), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.151879 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2b905121-f1e8-47d7-b922-ac3b112dc87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (46bd7ff5-98b4-4fa3-a81d-7e97c6aaa8ee), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.154772 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-abcceccb-f654-43cd-84ce-bd5a0b3c418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.155522 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2b905121-f1e8-47d7-b922-ac3b112dc87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.159077 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2b905121-f1e8-47d7-b922-ac3b112dc87b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46bd7ff5-98b4-4fa3-a81d-7e97c6aaa8ee HTTP/1.1" status: 204 len: 168 time: 0.1893234 Jul 21 20:54:01.185098 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b905121-f1e8-47d7-b922-ac3b112dc87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd7ff5-98b4-4fa3-a81d-7e97c6aaa8ee,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:01.249021 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-e42acf78-7da3-450c-9059-e10655e017af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7b5dae3a3bd4093bb198c39e4960af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383517 Jul 21 20:54:01.251036 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51876) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:01.262012 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42acf78-7da3-450c-9059-e10655e017af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f5ed47-afd5-432f-8207-72bc8df13011,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:01.368053 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b9f9e5a4-9da2-4249-952e-6e35454fc7b4 admin admin] Publish callbacks [] for security_group (64f5ed47-afd5-432f-8207-72bc8df13011), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.438261 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b9f9e5a4-9da2-4249-952e-6e35454fc7b4 admin admin] Publish callbacks [] for security_group (64f5ed47-afd5-432f-8207-72bc8df13011), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.447530 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51882) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:01.474481 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-42f13d98-eea6-4a48-ae8c-2963b535cabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.627851 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98251bfe-8fca-4306-8352-726f89925c81 req-574a6593-1373-48d3-a8fe-848e70bbd5e8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:01.629825 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98251bfe-8fca-4306-8352-726f89925c81 req-574a6593-1373-48d3-a8fe-848e70bbd5e8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.1401939 Jul 21 20:54:01.659284 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-42f13d98-eea6-4a48-ae8c-2963b535cabd admin admin] Publish callbacks [] for security_group (fecaee18-b166-4e5e-9c07-94e0d1ceac9c), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.666735 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b9f9e5a4-9da2-4249-952e-6e35454fc7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (64f5ed47-afd5-432f-8207-72bc8df13011), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.669195 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:01.669351 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b9f9e5a4-9da2-4249-952e-6e35454fc7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.673082 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b9f9e5a4-9da2-4249-952e-6e35454fc7b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64f5ed47-afd5-432f-8207-72bc8df13011 HTTP/1.1" status: 204 len: 168 time: 0.4181864 Jul 21 20:54:01.694421 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9e5a4-9da2-4249-952e-6e35454fc7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f5ed47-afd5-432f-8207-72bc8df13011,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:01.705830 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-42f13d98-eea6-4a48-ae8c-2963b535cabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (fecaee18-b166-4e5e-9c07-94e0d1ceac9c), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.749132 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:01.768615 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98251bfe-8fca-4306-8352-726f89925c81 req-3f0d4904-a065-46bd-b189-e022bd787e4d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231420 Jul 21 20:54:01.778887 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e13a2-a582-40c8-9167-fc8978825fd1 req-b74483d2-b7f9-41f5-988d-a5bb4df91122 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:01.780370 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6b1e13a2-a582-40c8-9167-fc8978825fd1 req-b74483d2-b7f9-41f5-988d-a5bb4df91122 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.1235399 Jul 21 20:54:01.788328 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-42f13d98-eea6-4a48-ae8c-2963b535cabd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cdc87125a7f8474f8907abb35ee0c0e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395174 Jul 21 20:54:01.789559 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51894) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:01.808452 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f13d98-eea6-4a48-ae8c-2963b535cabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecaee18-b166-4e5e-9c07-94e0d1ceac9c,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:01.908412 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6b1e13a2-a582-40c8-9167-fc8978825fd1 req-7f010163-9819-46ec-914f-932eb48a64f6 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969846 Jul 21 20:54:01.916291 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51898) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:01.937971 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-11d4af29-3d2d-48bc-b2d0-054fbc5ec6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.949388 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe4b86-9bf1-4588-b11f-4d1e8e02f1c7 req-2e66ac69-7ab3-4a91-8239-5a774299cbcb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:01.952628 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2fbe4b86-9bf1-4588-b11f-4d1e8e02f1c7 req-2e66ac69-7ab3-4a91-8239-5a774299cbcb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0811739 Jul 21 20:54:01.975583 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-46f00ffd-fb0a-4cb0-893c-6b822051c39e admin admin] Publish callbacks [] for security_group (fecaee18-b166-4e5e-9c07-94e0d1ceac9c), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:01.978345 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:02.032879 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-46f00ffd-fb0a-4cb0-893c-6b822051c39e admin admin] Publish callbacks [] for security_group (fecaee18-b166-4e5e-9c07-94e0d1ceac9c), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.068161 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2fbe4b86-9bf1-4588-b11f-4d1e8e02f1c7 req-c3998f00-8b2a-40b8-a742-6d5570b87c2c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061399 Jul 21 20:54:02.157446 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-46f00ffd-fb0a-4cb0-893c-6b822051c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (fecaee18-b166-4e5e-9c07-94e0d1ceac9c), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.160681 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-46f00ffd-fb0a-4cb0-893c-6b822051c39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.161924 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-46f00ffd-fb0a-4cb0-893c-6b822051c39e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fecaee18-b166-4e5e-9c07-94e0d1ceac9c HTTP/1.1" status: 204 len: 168 time: 0.3707261 Jul 21 20:54:02.233943 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f00ffd-fb0a-4cb0-893c-6b822051c39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecaee18-b166-4e5e-9c07-94e0d1ceac9c,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:02.240176 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-11d4af29-3d2d-48bc-b2d0-054fbc5ec6fc admin admin] Publish callbacks [] for security_group (8550e2d9-3b19-4408-bbab-36ed8577ccce), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.251761 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-11d4af29-3d2d-48bc-b2d0-054fbc5ec6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (8550e2d9-3b19-4408-bbab-36ed8577ccce), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.262420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcdcb-e509-43bd-8284-7031ec75c695 req-35dca733-0e12-46b5-985f-7798ed4099ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:02.266237 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9d1bcdcb-e509-43bd-8284-7031ec75c695 req-35dca733-0e12-46b5-985f-7798ed4099ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 1130 time: 0.1019022 Jul 21 20:54:02.380553 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-11d4af29-3d2d-48bc-b2d0-054fbc5ec6fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aea4d2b8b59d46ed8f0c1c0ce42b6341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622695 Jul 21 20:54:02.381532 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4af29-3d2d-48bc-b2d0-054fbc5ec6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8550e2d9-3b19-4408-bbab-36ed8577ccce,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:02.384887 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51916) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:02.475929 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:02.485684 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8509dac-fd9d-411e-b067-8972e64148fb admin admin] Publish callbacks [] for security_group (8550e2d9-3b19-4408-bbab-36ed8577ccce), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.530396 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8509dac-fd9d-411e-b067-8972e64148fb admin admin] Publish callbacks [] for security_group (8550e2d9-3b19-4408-bbab-36ed8577ccce), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.631342 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8509dac-fd9d-411e-b067-8972e64148fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (8550e2d9-3b19-4408-bbab-36ed8577ccce), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.634970 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8509dac-fd9d-411e-b067-8972e64148fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.636293 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d8509dac-fd9d-411e-b067-8972e64148fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8550e2d9-3b19-4408-bbab-36ed8577ccce HTTP/1.1" status: 204 len: 168 time: 0.2495108 Jul 21 20:54:02.645802 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8509dac-fd9d-411e-b067-8972e64148fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8550e2d9-3b19-4408-bbab-36ed8577ccce,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:02.853706 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 51934) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:02.868045 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c7796c70-9d50-4085-b634-19f0fb2ab7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:02.962388 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b5a98-c7cc-4602-8f68-1860dec50293 req-75ef7931-7d66-40ad-b048-d26f73a4c516 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:02.970730 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-863b5a98-c7cc-4602-8f68-1860dec50293 req-75ef7931-7d66-40ad-b048-d26f73a4c516 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0964735 Jul 21 20:54:02.970974 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9d1bcdcb-e509-43bd-8284-7031ec75c695 req-c536625a-2770-444a-abe1-6ee569aaad20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574541 Jul 21 20:54:03.025120 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c7796c70-9d50-4085-b634-19f0fb2ab7a2 admin admin] Publish callbacks [] for security_group (b3b6d575-fe72-45fd-b0e2-9706dcf30537), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:03.035037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c7796c70-9d50-4085-b634-19f0fb2ab7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (b3b6d575-fe72-45fd-b0e2-9706dcf30537), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:03.051214 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-863b5a98-c7cc-4602-8f68-1860dec50293 req-96f6f4d1-87be-432d-abce-ccd83fafb274 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785587 Jul 21 20:54:03.080657 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7796c70-9d50-4085-b634-19f0fb2ab7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b6d575-fe72-45fd-b0e2-9706dcf30537,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:03.089748 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 51944) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:03.090089 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-c7796c70-9d50-4085-b634-19f0fb2ab7a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fae906fc3738448cbf57c25c264e25ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348254 Jul 21 20:54:03.156497 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b33a4b92-73d7-406d-beba-be59e549234e admin admin] Publish callbacks [] for security_group (b3b6d575-fe72-45fd-b0e2-9706dcf30537), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:03.196372 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b33a4b92-73d7-406d-beba-be59e549234e admin admin] Publish callbacks [] for security_group (b3b6d575-fe72-45fd-b0e2-9706dcf30537), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:03.230845 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:54:03.239997 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afa975-5cbe-496d-a24b-c17d30a6b530 req-94e087f2-9b6c-4330-a648-faf9b5074b6c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:03.250811 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f3afa975-5cbe-496d-a24b-c17d30a6b530 req-94e087f2-9b6c-4330-a648-faf9b5074b6c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0971367 Jul 21 20:54:03.285915 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:54:03.291524 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b33a4b92-73d7-406d-beba-be59e549234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (b3b6d575-fe72-45fd-b0e2-9706dcf30537), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:03.297671 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b33a4b92-73d7-406d-beba-be59e549234e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:03.301898 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b33a4b92-73d7-406d-beba-be59e549234e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3b6d575-fe72-45fd-b0e2-9706dcf30537 HTTP/1.1" status: 204 len: 168 time: 0.2083843 Jul 21 20:54:03.313897 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a4b92-73d7-406d-beba-be59e549234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b6d575-fe72-45fd-b0e2-9706dcf30537,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:03.321516 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f3afa975-5cbe-496d-a24b-c17d30a6b530 req-a8b0e847-1e6f-4687-b729-5778a071ba55 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722663 Jul 21 20:54:03.413196 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:03.441058 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'port_id': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'mac_address': 'fa:16:3e:82:f6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:54:03.493280 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:03.502446 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 0a15578f-a527-4939-9a6b-ce6d94093a88 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:03.503443 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:03.526800 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a15578f-a527-4939-9a6b-ce6d94093a88 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:54:03.562083 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:03.568802 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:03.648373 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:04.042049 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-80d2db00-6d0b-457c-8ed8-c0714daed64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:04.182360 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488548e7-91fa-4605-bb56-20b8dda72ae8 req-85dfe021-d6f8-4608-9621-2b6a35a3acf2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:04.183970 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-488548e7-91fa-4605-bb56-20b8dda72ae8 req-85dfe021-d6f8-4608-9621-2b6a35a3acf2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 944 time: 0.0607162 Jul 21 20:54:04.206822 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['0a15578f-a527-4939-9a6b-ce6d94093a88'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:54:04.245901 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-488548e7-91fa-4605-bb56-20b8dda72ae8 req-18247808-e084-427a-a691-f90ce719f4fa tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546176 Jul 21 20:54:04.500397 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6342e-7051-482a-b8d6-29dea787e31a req-69ff50b3-518b-4dc6-b330-a325a535dedf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:04.502624 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e0e6342e-7051-482a-b8d6-29dea787e31a req-69ff50b3-518b-4dc6-b330-a325a535dedf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0557671 Jul 21 20:54:04.586087 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e0e6342e-7051-482a-b8d6-29dea787e31a req-579eab33-287c-405c-9d89-dc6d60a55d90 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745711 Jul 21 20:54:05.397440 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253ffde-2d12-4c20-9943-bd2f7b7c8d8f req-e1df80a0-afc5-45ab-b4df-674aeb719be4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:05.404667 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8253ffde-2d12-4c20-9943-bd2f7b7c8d8f req-e1df80a0-afc5-45ab-b4df-674aeb719be4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 944 time: 0.0631917 Jul 21 20:54:05.473665 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8253ffde-2d12-4c20-9943-bd2f7b7c8d8f req-3f7460ed-747c-4e25-bdb1-187d231238bd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678744 Jul 21 20:54:05.524815 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:54:05.610379 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 0a15578f-a527-4939-9a6b-ce6d94093a88 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:54:05.624035 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 0a15578f-a527-4939-9a6b-ce6d94093a88 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:05.624844 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:05.664146 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52070) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:05.806082 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 0a15578f-a527-4939-9a6b-ce6d94093a88 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:05.806490 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:05.884787 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:05.890910 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:54:05.893932 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367abab-db0a-4f60-a0ed-949d5d1f8f47" -d '{"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-plugged", "status": "completed", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:54:05.897136 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cace57-f945-411d-bf5f-5d816f7bc961 req-0cba5e5c-5065-4112-ace9-987f3193c8c8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:05.901503 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:05.902437 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-38cace57-f945-411d-bf5f-5d816f7bc961 req-0cba5e5c-5065-4112-ace9-987f3193c8c8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.1246321 Jul 21 20:54:05.956879 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:05.965680 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a4178035-a871-4066-9566-ca27a1fed789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:05.973596 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:05.985434 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-38cace57-f945-411d-bf5f-5d816f7bc961 req-770519b8-b813-4829-9084-346af58514cc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731788 Jul 21 20:54:06.039320 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b680483a-a664-42d8-9d25-9afb7571e2c0 x-openstack-request-id: req-b680483a-a664-42d8-9d25-9afb7571e2c0 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:54:06.039606 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-plugged", "status": "completed", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:54:06.043135 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b680483a-a664-42d8-9d25-9afb7571e2c0 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:54:06.045288 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b680483a-a664-42d8-9d25-9afb7571e2c0'] response: {'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'code': 200} Jul 21 20:54:06.076966 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:06.083518 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:06.114782 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:06.191428 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:06.194268 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a4178035-a871-4066-9566-ca27a1fed789 admin admin] Publish callbacks [] for security_group (c486cae2-5f07-4e39-9663-0fd260da4779), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:06.205339 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a4178035-a871-4066-9566-ca27a1fed789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c486cae2-5f07-4e39-9663-0fd260da4779), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:06.255826 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4178035-a871-4066-9566-ca27a1fed789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c486cae2-5f07-4e39-9663-0fd260da4779,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:06.264555 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a4178035-a871-4066-9566-ca27a1fed789 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28bdd0aa542c4816bbcd114b520e1129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5962148 Jul 21 20:54:06.265438 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52096) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:06.359044 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e0074efd-3b5f-41ea-bd87-c69de5f1cf38 admin admin] Publish callbacks [] for security_group (c486cae2-5f07-4e39-9663-0fd260da4779), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:06.362790 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda950-4717-4de3-92d0-0f152e789e4d req-8a128a43-6e7d-4f85-a4fa-fa37c292c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:06.364379 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c9cda950-4717-4de3-92d0-0f152e789e4d req-8a128a43-6e7d-4f85-a4fa-fa37c292c29a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 1129 time: 0.0610619 Jul 21 20:54:06.392998 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e0074efd-3b5f-41ea-bd87-c69de5f1cf38 admin admin] Publish callbacks [] for security_group (c486cae2-5f07-4e39-9663-0fd260da4779), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:06.470703 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c9cda950-4717-4de3-92d0-0f152e789e4d req-5755cd04-675a-4ee2-9341-35c9074863ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809121 Jul 21 20:54:06.485910 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e0074efd-3b5f-41ea-bd87-c69de5f1cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c486cae2-5f07-4e39-9663-0fd260da4779), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:06.488848 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e0074efd-3b5f-41ea-bd87-c69de5f1cf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:06.490019 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e0074efd-3b5f-41ea-bd87-c69de5f1cf38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c486cae2-5f07-4e39-9663-0fd260da4779 HTTP/1.1" status: 204 len: 168 time: 0.2239015 Jul 21 20:54:06.501414 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0074efd-3b5f-41ea-bd87-c69de5f1cf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c486cae2-5f07-4e39-9663-0fd260da4779,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:06.628675 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:06.662737 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563835dd-5766-4700-9969-208d70608cad req-167c1d47-09eb-45c2-92af-dea90becf318 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:06.665145 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-563835dd-5766-4700-9969-208d70608cad req-167c1d47-09eb-45c2-92af-dea90becf318 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0666690 Jul 21 20:54:06.738031 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-563835dd-5766-4700-9969-208d70608cad req-8b45741c-a5b9-447b-9275-34ca2d0b0e56 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671253 Jul 21 20:54:07.105086 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52132) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:07.129250 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8a71e66-85a5-4dd3-9129-3d17b589dc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:07.151465 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfff5b3-abbd-44f9-b467-b478830b86f4 req-fad5c431-fa2a-4c0a-afef-245fc4b32b2c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:07.167665 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-dbfff5b3-abbd-44f9-b467-b478830b86f4 req-fad5c431-fa2a-4c0a-afef-245fc4b32b2c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0978146 Jul 21 20:54:07.187687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:07.237261 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-dbfff5b3-abbd-44f9-b467-b478830b86f4 req-452285ae-5bc6-416e-9dbd-eec4c40928f5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686274 Jul 21 20:54:07.259153 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8a71e66-85a5-4dd3-9129-3d17b589dc92 admin admin] Publish callbacks [] for security_group (1c2fda8a-04c3-4d2b-88c4-055a06f8733b), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:07.264706 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d8a71e66-85a5-4dd3-9129-3d17b589dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (1c2fda8a-04c3-4d2b-88c4-055a06f8733b), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:07.333412 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d8a71e66-85a5-4dd3-9129-3d17b589dc92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93e661cb4a6d4d04a091c528998d06ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268400 Jul 21 20:54:07.334387 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a71e66-85a5-4dd3-9129-3d17b589dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2fda8a-04c3-4d2b-88c4-055a06f8733b,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:07.336705 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52138) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:07.419766 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f727b36-de5a-47a6-9a4d-2ccb0dceede6 admin admin] Publish callbacks [] for security_group (1c2fda8a-04c3-4d2b-88c4-055a06f8733b), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:07.447421 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f727b36-de5a-47a6-9a4d-2ccb0dceede6 admin admin] Publish callbacks [] for security_group (1c2fda8a-04c3-4d2b-88c4-055a06f8733b), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:07.479254 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:07.560202 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f727b36-de5a-47a6-9a4d-2ccb0dceede6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (1c2fda8a-04c3-4d2b-88c4-055a06f8733b), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:07.563146 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f727b36-de5a-47a6-9a4d-2ccb0dceede6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:07.565551 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9f727b36-de5a-47a6-9a4d-2ccb0dceede6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c2fda8a-04c3-4d2b-88c4-055a06f8733b HTTP/1.1" status: 204 len: 168 time: 0.2277312 Jul 21 20:54:07.580520 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f727b36-de5a-47a6-9a4d-2ccb0dceede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2fda8a-04c3-4d2b-88c4-055a06f8733b,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:07.698256 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8365d-7216-4d43-9d14-66625af67f65 req-d56b2200-be52-4d74-a9fa-36f56623ccfc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:07.700234 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7e8365d-7216-4d43-9d14-66625af67f65 req-d56b2200-be52-4d74-a9fa-36f56623ccfc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0614088 Jul 21 20:54:07.773488 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7e8365d-7216-4d43-9d14-66625af67f65 req-00a4ccd2-e4f7-4400-a3f9-bd65a8d33e1f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649440 Jul 21 20:54:07.917670 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-261c52a7-7992-49af-be65-d3924d9f5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:07.919223 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-261c52a7-7992-49af-be65-d3924d9f5406 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 1130 time: 0.0801044 Jul 21 20:54:07.928047 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ed168-0c6e-4b62-91f6-d1fe394fb2ac req-c1b08ff4-1d17-49c9-99b5-97c83ef1d9aa tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:07.935225 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-872ed168-0c6e-4b62-91f6-d1fe394fb2ac req-c1b08ff4-1d17-49c9-99b5-97c83ef1d9aa tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0940461 Jul 21 20:54:08.050446 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-872ed168-0c6e-4b62-91f6-d1fe394fb2ac req-d4ed4a05-8bb1-4923-a0ce-6f0d31b9bea4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139371 Jul 21 20:54:08.089642 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-fb7c1bf3-ab9c-4515-8d6e-67c4d7102e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:08.091464 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-fb7c1bf3-ab9c-4515-8d6e-67c4d7102e85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.1539545 Jul 21 20:54:08.173380 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-5eef603e-52db-448b-8932-08cb4c2aafa1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d HTTP/1.1" status: 200 len: 217 time: 0.0435205 Jul 21 20:54:08.281443 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-7dddc3d0-39e3-4d9c-942d-762cd975bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:08.284048 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-7dddc3d0-39e3-4d9c-942d-762cd975bad7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0630879 Jul 21 20:54:08.925187 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e418cb3-e1f4-4cca-9ada-6c255ae12a29 req-39ef7fa0-dc74-4883-ba8a-fa9ec28ffb7a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:08.929096 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0e418cb3-e1f4-4cca-9ada-6c255ae12a29 req-39ef7fa0-dc74-4883-ba8a-fa9ec28ffb7a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0700002 Jul 21 20:54:08.965100 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-8f071557-4cc2-498a-b14b-5a20c0c3e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:08.966661 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-8f071557-4cc2-498a-b14b-5a20c0c3e72e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581808 Jul 21 20:54:09.010194 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0e418cb3-e1f4-4cca-9ada-6c255ae12a29 req-be584713-6e5d-4149-8044-17c9f6c6952f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717025 Jul 21 20:54:09.073141 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-b4c192db-63aa-4cb7-9e10-aaab8bcff931 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973854 Jul 21 20:54:09.175637 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:09.189690 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1e4a8e7-5276-49b7-8a3d-0d1694089bb3 req-3de83aa7-434b-47d0-8bc7-cc0778696afb service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096754 Jul 21 20:54:09.227217 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa257fca-7ea9-4dc5-9efb-441e5a1f6289 req-d60affdb-6482-4b55-8659-dac0d634549a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:09.228887 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aa257fca-7ea9-4dc5-9efb-441e5a1f6289 req-d60affdb-6482-4b55-8659-dac0d634549a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0562065 Jul 21 20:54:09.282713 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aa257fca-7ea9-4dc5-9efb-441e5a1f6289 req-8efabe00-27af-40ac-8e25-f68f4f2e017b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474353 Jul 21 20:54:09.419666 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a47c02-4c7f-442d-a2a5-ec015578c682 req-dec5b99a-f6f4-40e3-a07c-7394dc3beb16 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:09.422365 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c0a47c02-4c7f-442d-a2a5-ec015578c682 req-dec5b99a-f6f4-40e3-a07c-7394dc3beb16 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0660481 Jul 21 20:54:09.431613 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52234) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:09.436272 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'floatingip': {'port_id': '0a15578f-a527-4939-9a6b-ce6d94093a88'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:09.512787 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (bdc3607a-43c1-4201-a599-c05d1de87390), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:10.268017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:10.324976 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d8120-921a-49de-a0ac-67d00c733ec1 req-5d691530-e1bf-46a9-acc3-f0dae57ca4ed tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:10.326653 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-256d8120-921a-49de-a0ac-67d00c733ec1 req-5d691530-e1bf-46a9-acc3-f0dae57ca4ed tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.1165476 Jul 21 20:54:10.471606 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-256d8120-921a-49de-a0ac-67d00c733ec1 req-11964f1c-7b61-4d4f-a89f-a9d0d12d57f2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314068 Jul 21 20:54:10.550779 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:10.555903 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (bdc3607a-43c1-4201-a599-c05d1de87390), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:10.581249 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52286) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:10.687174 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Floating IP bdc3607a-43c1-4201-a599-c05d1de87390 associated. External IP: 172.27.3.106, port: 0a15578f-a527-4939-9a6b-ce6d94093a88. Jul 21 20:54:10.730068 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c0b739e3-6c56-4504-908e-ba192a2000be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:10.843306 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:10.848764 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c0b739e3-6c56-4504-908e-ba192a2000be admin admin] Publish callbacks [] for security_group (d1853d1d-87aa-4bf4-9c5f-7596ae273741), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:10.858277 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c0b739e3-6c56-4504-908e-ba192a2000be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (d1853d1d-87aa-4bf4-9c5f-7596ae273741), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:10.895994 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:10.911929 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b739e3-6c56-4504-908e-ba192a2000be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1853d1d-87aa-4bf4-9c5f-7596ae273741,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:10.932251 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c0b739e3-6c56-4504-908e-ba192a2000be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb3dde49215f47f89b1b1efb5da9abcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492839 Jul 21 20:54:10.934818 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52310) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:10.992910 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:54:11.005831 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:11.018447 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-729679f4-061e-4167-978a-1b96e59a235f admin admin] Publish callbacks [] for security_group (d1853d1d-87aa-4bf4-9c5f-7596ae273741), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:11.083672 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-729679f4-061e-4167-978a-1b96e59a235f admin admin] Publish callbacks [] for security_group (d1853d1d-87aa-4bf4-9c5f-7596ae273741), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:11.167865 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:54:11.173267 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:11.183291 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] Sync routers for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:54:11.193489 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:54:11.194120 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:54:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:11.211258 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-729679f4-061e-4167-978a-1b96e59a235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (d1853d1d-87aa-4bf4-9c5f-7596ae273741), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:11.213972 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-729679f4-061e-4167-978a-1b96e59a235f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:11.216237 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-729679f4-061e-4167-978a-1b96e59a235f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1853d1d-87aa-4bf4-9c5f-7596ae273741 HTTP/1.1" status: 204 len: 168 time: 0.2803814 Jul 21 20:54:11.229958 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-0c2c1954-3d00-4310-b8f6-dc97307e5624 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "PUT /v2.0/floatingips/bdc3607a-43c1-4201-a599-c05d1de87390 HTTP/1.1" status: 200 len: 991 time: 1.7950976 Jul 21 20:54:11.229958 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:54:11.231003 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:54:11.234372 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729679f4-061e-4167-978a-1b96e59a235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1853d1d-87aa-4bf4-9c5f-7596ae273741,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:11.286952 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c95383-327f-48f5-a887-3ee2a6f16c5e x-openstack-request-id: req-c0c95383-327f-48f5-a887-3ee2a6f16c5e {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:54:11.287592 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:54:11.288142 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0c95383-327f-48f5-a887-3ee2a6f16c5e {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:54:11.289491 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c95383-327f-48f5-a887-3ee2a6f16c5e'] response: {'name': 'network-changed', 'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'status': 'completed', 'code': 200} Jul 21 20:54:11.342669 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:54:11.424545 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-d4c10078-16ab-4137-ac58-f109650036d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:11.426159 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-d4c10078-16ab-4137-ac58-f109650036d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 1129 time: 0.0457430 Jul 21 20:54:11.616881 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:11.703897 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'bdc3607a-43c1-4201-a599-c05d1de87390', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'port_id': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'mac_address': 'fa:16:3e:82:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:52:47Z', 'updated_at': '2022-07-21T20:54:10Z', 'revision_number': 1, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:11.713366 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53948-b73c-49c3-9633-3680b401cf44 req-5b476a06-1d36-4d16-87fd-50bba3ba7b6a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:11.715058 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fac53948-b73c-49c3-9633-3680b401cf44 req-5b476a06-1d36-4d16-87fd-50bba3ba7b6a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0940080 Jul 21 20:54:11.736715 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-7abddde6-749b-41be-b770-394066243a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:11.738392 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-7abddde6-749b-41be-b770-394066243a60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.2909391 Jul 21 20:54:11.741453 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] Checking router: d9ca7e26-dfeb-4694-b5c3-dfad696ff07b for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:54:11.762560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52334) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:11.763031 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:54:11.763497 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:54:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:11.782826 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cbf973a7-2590-4e47-b476-8d9840fb4a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:11.884779 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fac53948-b73c-49c3-9633-3680b401cf44 req-dae5e5f9-ba01-45cf-afbc-5c1e0d3033bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633422 Jul 21 20:54:11.887265 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-2f277b52-7f77-4bdf-91dc-87061626d62c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a15578f-a527-4939-9a6b-ce6d94093a88 HTTP/1.1" status: 200 len: 999 time: 0.1405497 Jul 21 20:54:11.905683 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:54:11.914667 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cbf973a7-2590-4e47-b476-8d9840fb4a81 admin admin] Publish callbacks [] for security_group (a48abcd6-2f0e-482f-bccf-d7451d31b220), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:11.921073 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cbf973a7-2590-4e47-b476-8d9840fb4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a48abcd6-2f0e-482f-bccf-d7451d31b220), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:11.984342 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf973a7-2590-4e47-b476-8d9840fb4a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48abcd6-2f0e-482f-bccf-d7451d31b220,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:11.992709 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-cbf973a7-2590-4e47-b476-8d9840fb4a81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59d61f61fc9645b8a85d8624bc2a1851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278669 Jul 21 20:54:11.993348 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52348) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:12.006597 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-9780c9ad-694e-445b-9a45-478a3aa69839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:12.014217 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-9780c9ad-694e-445b-9a45-478a3aa69839 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.1128185 Jul 21 20:54:12.064294 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d44b2aba-4835-41d1-84eb-ce63c0947132 admin admin] Publish callbacks [] for security_group (a48abcd6-2f0e-482f-bccf-d7451d31b220), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:12.084598 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-40b8b0e2-d0b8-4eb1-a684-cfe6bac292aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:12.086824 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-40b8b0e2-d0b8-4eb1-a684-cfe6bac292aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665841 Jul 21 20:54:12.090398 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d44b2aba-4835-41d1-84eb-ce63c0947132 admin admin] Publish callbacks [] for security_group (a48abcd6-2f0e-482f-bccf-d7451d31b220), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:12.176098 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d44b2aba-4835-41d1-84eb-ce63c0947132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a48abcd6-2f0e-482f-bccf-d7451d31b220), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:12.180774 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d44b2aba-4835-41d1-84eb-ce63c0947132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:12.185312 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d44b2aba-4835-41d1-84eb-ce63c0947132 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a48abcd6-2f0e-482f-bccf-d7451d31b220 HTTP/1.1" status: 204 len: 168 time: 0.1904376 Jul 21 20:54:12.196563 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b2aba-4835-41d1-84eb-ce63c0947132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48abcd6-2f0e-482f-bccf-d7451d31b220,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:12.276569 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'bdc3607a-43c1-4201-a599-c05d1de87390', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'port_id': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'mac_address': 'fa:16:3e:82:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:52:47Z', 'updated_at': '2022-07-21T20:54:10Z', 'revision_number': 1, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:12.278265 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-3ab5d998-3e62-4927-81d3-b81e99e3d8fc service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640186 Jul 21 20:54:12.404971 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96954a99-b026-400e-bfaa-8764318d8aba None None] The sync data for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi is: [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'bdc3607a-43c1-4201-a599-c05d1de87390', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'port_id': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'mac_address': 'fa:16:3e:82:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:52:47Z', 'updated_at': '2022-07-21T20:54:10Z', 'revision_number': 1, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:54:12.502642 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e90f9f9-e312-4d99-a060-ac0ba1e7eac3 req-b99652d3-37d6-4296-9313-57e31f4e3c2f service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186809 Jul 21 20:54:12.854033 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1358ca-2d9b-4e14-a25c-d3744ef8e03f None None] New status for floating IP bdc3607a-43c1-4201-a599-c05d1de87390: ACTIVE {{(pid=110832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 20:54:13.072888 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52380) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:13.098384 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4ce3-3269-41b2-99d2-75efbcc29300 req-40d32199-a11e-41fb-a418-f0d82ac5875c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:13.106652 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-149f4ce3-3269-41b2-99d2-75efbcc29300 req-40d32199-a11e-41fb-a418-f0d82ac5875c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0780842 Jul 21 20:54:13.176462 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-149f4ce3-3269-41b2-99d2-75efbcc29300 req-b609710c-554c-41c9-b8c5-63bed8a7bd3a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595734 Jul 21 20:54:13.230161 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-379641bb-48e8-4302-8fba-cd04ddbefebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:13.317827 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-379641bb-48e8-4302-8fba-cd04ddbefebf admin admin] Publish callbacks [] for security_group (e765d0ec-6817-4b0a-918c-3c4bd394acf1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:13.322058 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-379641bb-48e8-4302-8fba-cd04ddbefebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (e765d0ec-6817-4b0a-918c-3c4bd394acf1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:13.369035 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-379641bb-48e8-4302-8fba-cd04ddbefebf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04ec27237ddc47b09a744d525e107c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924526 Jul 21 20:54:13.369294 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52394) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:13.376646 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379641bb-48e8-4302-8fba-cd04ddbefebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765d0ec-6817-4b0a-918c-3c4bd394acf1,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:13.400631 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:13.425794 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8bd628a0-eb2e-4b17-98d6-d9a61234128b admin admin] Publish callbacks [] for security_group (e765d0ec-6817-4b0a-918c-3c4bd394acf1), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:13.448539 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8bd628a0-eb2e-4b17-98d6-d9a61234128b admin admin] Publish callbacks [] for security_group (e765d0ec-6817-4b0a-918c-3c4bd394acf1), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:13.484090 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:13.501450 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8bd628a0-eb2e-4b17-98d6-d9a61234128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (e765d0ec-6817-4b0a-918c-3c4bd394acf1), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:13.504349 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8bd628a0-eb2e-4b17-98d6-d9a61234128b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:13.507909 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8bd628a0-eb2e-4b17-98d6-d9a61234128b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e765d0ec-6817-4b0a-918c-3c4bd394acf1 HTTP/1.1" status: 204 len: 168 time: 0.1353343 Jul 21 20:54:13.513952 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd628a0-eb2e-4b17-98d6-d9a61234128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765d0ec-6817-4b0a-918c-3c4bd394acf1,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:13.962506 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52422) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:13.976706 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b064392c-6757-46fc-8cdc-c89d4362634b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:14.066337 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b064392c-6757-46fc-8cdc-c89d4362634b admin admin] Publish callbacks [] for security_group (9fbba6bb-4b60-4ddd-9d8a-24894cf41a99), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:14.071859 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b064392c-6757-46fc-8cdc-c89d4362634b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (9fbba6bb-4b60-4ddd-9d8a-24894cf41a99), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:14.124374 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b064392c-6757-46fc-8cdc-c89d4362634b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd8910414efa45e2a9341b437f81b2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546955 Jul 21 20:54:14.124374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064392c-6757-46fc-8cdc-c89d4362634b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbba6bb-4b60-4ddd-9d8a-24894cf41a99,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:14.125108 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52426) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:14.189123 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-74fac749-417b-4741-9ea0-f35a9e0eab3b admin admin] Publish callbacks [] for security_group (9fbba6bb-4b60-4ddd-9d8a-24894cf41a99), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:14.218502 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-74fac749-417b-4741-9ea0-f35a9e0eab3b admin admin] Publish callbacks [] for security_group (9fbba6bb-4b60-4ddd-9d8a-24894cf41a99), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:14.275530 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-74fac749-417b-4741-9ea0-f35a9e0eab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (9fbba6bb-4b60-4ddd-9d8a-24894cf41a99), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:14.278928 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-74fac749-417b-4741-9ea0-f35a9e0eab3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:14.280462 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-74fac749-417b-4741-9ea0-f35a9e0eab3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fbba6bb-4b60-4ddd-9d8a-24894cf41a99 HTTP/1.1" status: 204 len: 168 time: 0.1540594 Jul 21 20:54:14.297346 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fac749-417b-4741-9ea0-f35a9e0eab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbba6bb-4b60-4ddd-9d8a-24894cf41a99,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:14.302444 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-2fcd017d-bd77-4ee8-a231-092530ce2eff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784328 Jul 21 20:54:14.321106 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769454f4-c84a-428c-aecc-e215b13e30f8 req-8871d34d-8e0d-4964-a320-b63634cd1549 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:14.322791 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-769454f4-c84a-428c-aecc-e215b13e30f8 req-8871d34d-8e0d-4964-a320-b63634cd1549 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0638251 Jul 21 20:54:14.406484 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-769454f4-c84a-428c-aecc-e215b13e30f8 req-b5bcfe7b-726d-458d-8d07-e18fdfecf73c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758567 Jul 21 20:54:14.449433 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-db6fe78f-09b4-4e76-91bd-66859a6ee0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:14.451235 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-db6fe78f-09b4-4e76-91bd-66859a6ee0a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fe52006c5034bbf8de92b8aae171d3c&device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 1130 time: 0.0617411 Jul 21 20:54:14.592320 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-123173c0-36db-4654-9e59-88a68e578214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:14.594976 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-123173c0-36db-4654-9e59-88a68e578214 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d80bf16f-8a10-4877-90cb-01785bb4b82c HTTP/1.1" status: 200 len: 913 time: 0.1187549 Jul 21 20:54:14.644206 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-7f57baa8-5429-4935-8383-b7721c254ff9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6fd06b5-db86-4220-918a-dca146cd3b1a HTTP/1.1" status: 200 len: 217 time: 0.0366657 Jul 21 20:54:14.710004 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-84004130-53b9-4dd8-ad3f-c84e8a83ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:14.711581 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-84004130-53b9-4dd8-ad3f-c84e8a83ff19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2be1134d-d01a-4f49-b6fd-3ce63460d275 HTTP/1.1" status: 200 len: 851 time: 0.0527883 Jul 21 20:54:14.769661 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-0dfe7642-0eb9-4ba9-b419-b2162b148a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:14.771773 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-0dfe7642-0eb9-4ba9-b419-b2162b148a71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d80bf16f-8a10-4877-90cb-01785bb4b82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498307 Jul 21 20:54:14.902665 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-e5a7cb51-3031-4ea3-a24a-50713b21c005 service neutron] 10.222.0.73 "GET /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196303 Jul 21 20:54:15.245529 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ab4f930-dd47-43e8-9945-7cf8a73df12c req-b91db05b-e815-4a5f-a944-4dd13ed31d11 service neutron] 10.222.0.73 "GET /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323855 Jul 21 20:54:15.533021 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2245e8a-d37c-4855-8a1a-faed0f54368d req-fb79cf5d-97f1-4f9b-a51e-3d29bdb5f6bd tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:15.534540 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c2245e8a-d37c-4855-8a1a-faed0f54368d req-fb79cf5d-97f1-4f9b-a51e-3d29bdb5f6bd tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0514586 Jul 21 20:54:15.588025 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c2245e8a-d37c-4855-8a1a-faed0f54368d req-d8258981-beed-4326-9b4c-3cc6c7e66062 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463760 Jul 21 20:54:16.470999 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:16.704592 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac597ac-49b6-4de1-9838-9065c9bf6516 req-1a6390d9-7947-4763-8741-c3f300bc08e0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:16.705983 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0ac597ac-49b6-4de1-9838-9065c9bf6516 req-1a6390d9-7947-4763-8741-c3f300bc08e0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0487385 Jul 21 20:54:16.758039 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0ac597ac-49b6-4de1-9838-9065c9bf6516 req-c1713a3d-51b6-4874-ad4c-3c83c744f570 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Jul 21 20:54:17.870488 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298efc10-0d8a-443e-a9d3-f64707846a2b req-ac54239b-c487-4a46-97dc-fe8d20c1b895 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:17.872052 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-298efc10-0d8a-443e-a9d3-f64707846a2b req-ac54239b-c487-4a46-97dc-fe8d20c1b895 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0471296 Jul 21 20:54:17.914821 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:17.922989 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-298efc10-0d8a-443e-a9d3-f64707846a2b req-7c108ad9-c0b2-4120-99ec-c918f75c7e07 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Jul 21 20:54:19.000656 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:19.039355 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4f48-58d0-4866-92cd-ee16900b6d78 req-c62f0e96-1904-4e60-88dd-6d4fe8007d77 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:19.040021 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a2ce4f48-58d0-4866-92cd-ee16900b6d78 req-c62f0e96-1904-4e60-88dd-6d4fe8007d77 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0497978 Jul 21 20:54:19.089481 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a2ce4f48-58d0-4866-92cd-ee16900b6d78 req-80e91090-a8ea-4b1c-ae4e-e3dc58878286 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Jul 21 20:54:20.205600 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92557fc3-9fc8-41d7-90a6-f7f27d54946e req-821cf812-41b9-4c7d-8704-8c50183be9a4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:20.207131 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-92557fc3-9fc8-41d7-90a6-f7f27d54946e req-821cf812-41b9-4c7d-8704-8c50183be9a4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0500560 Jul 21 20:54:20.264201 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-92557fc3-9fc8-41d7-90a6-f7f27d54946e req-ff24ee20-849a-45a5-a4ae-83c1bdc290f4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459747 Jul 21 20:54:21.362903 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:21.384408 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0a6b9-178f-481f-919e-cdee97f4c651 req-492e87a2-3f6a-46bc-b034-1269c62e738b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:21.387883 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9c0a6b9-178f-481f-919e-cdee97f4c651 req-492e87a2-3f6a-46bc-b034-1269c62e738b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0509961 Jul 21 20:54:21.440957 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9c0a6b9-178f-481f-919e-cdee97f4c651 req-5a6eefa8-13af-44bf-9913-8730f822abab tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Jul 21 20:54:22.571665 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abda86-d54b-4e94-b8d9-b1c9f8c670fd req-ea9a8b2c-4166-4138-86fa-af1096c0cb1f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:22.573179 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-77abda86-d54b-4e94-b8d9-b1c9f8c670fd req-ea9a8b2c-4166-4138-86fa-af1096c0cb1f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0620050 Jul 21 20:54:22.614604 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:22.622678 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-77abda86-d54b-4e94-b8d9-b1c9f8c670fd req-2588d7f6-c0ff-40e4-8ec1-8a58e9c230d9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Jul 21 20:54:23.757882 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f469a-48a6-46c3-a806-20983f4e7561 req-3218dcf1-e318-42bb-b60f-568e44f154df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:23.759570 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-755f469a-48a6-46c3-a806-20983f4e7561 req-3218dcf1-e318-42bb-b60f-568e44f154df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0561812 Jul 21 20:54:23.819658 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-755f469a-48a6-46c3-a806-20983f4e7561 req-dbe8eb4b-dd44-4c57-b8b6-10cdfe32e7e7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527442 Jul 21 20:54:24.102625 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52648) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:24.209460 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5b59b961-00a9-4e8f-b362-6271646c88ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.297048 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5b59b961-00a9-4e8f-b362-6271646c88ea admin admin] Publish callbacks [] for security_group (e2c9afe1-2ee3-49f9-9856-9499d0cbb132), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.301012 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5b59b961-00a9-4e8f-b362-6271646c88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (e2c9afe1-2ee3-49f9-9856-9499d0cbb132), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.348290 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5b59b961-00a9-4e8f-b362-6271646c88ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca3d3b69646549fdbdaf9377921bd610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445738 Jul 21 20:54:24.348543 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52654) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:24.349216 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59b961-00a9-4e8f-b362-6271646c88ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9afe1-2ee3-49f9-9856-9499d0cbb132,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:24.410716 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84bc7080-c069-4d17-90cb-7750ce1b6f39 admin admin] Publish callbacks [] for security_group (e2c9afe1-2ee3-49f9-9856-9499d0cbb132), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.433204 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84bc7080-c069-4d17-90cb-7750ce1b6f39 admin admin] Publish callbacks [] for security_group (e2c9afe1-2ee3-49f9-9856-9499d0cbb132), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.480648 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84bc7080-c069-4d17-90cb-7750ce1b6f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (e2c9afe1-2ee3-49f9-9856-9499d0cbb132), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.483304 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84bc7080-c069-4d17-90cb-7750ce1b6f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.484488 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-84bc7080-c069-4d17-90cb-7750ce1b6f39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2c9afe1-2ee3-49f9-9856-9499d0cbb132 HTTP/1.1" status: 204 len: 168 time: 0.1336842 Jul 21 20:54:24.494501 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc7080-c069-4d17-90cb-7750ce1b6f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9afe1-2ee3-49f9-9856-9499d0cbb132,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:24.791341 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52668) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:24.805276 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5851c4c2-67ba-4d78-ab1b-ff521cf3a5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.971894 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5851c4c2-67ba-4d78-ab1b-ff521cf3a5d5 admin admin] Publish callbacks [] for security_group (6dfde1c7-a4f0-4c6d-8415-00cda697c00c), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.980662 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5851c4c2-67ba-4d78-ab1b-ff521cf3a5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (6dfde1c7-a4f0-4c6d-8415-00cda697c00c), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:24.990886 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991094b-e4ce-4651-a9a4-65b0a071efcd req-cc57ce6b-39fd-43fa-a28c-365c75aa0034 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:24.993387 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2991094b-e4ce-4651-a9a4-65b0a071efcd req-cc57ce6b-39fd-43fa-a28c-365c75aa0034 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0663617 Jul 21 20:54:25.046943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851c4c2-67ba-4d78-ab1b-ff521cf3a5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfde1c7-a4f0-4c6d-8415-00cda697c00c,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:25.061813 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-5851c4c2-67ba-4d78-ab1b-ff521cf3a5d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b46bf2b1b5e4bfd9f3817b8ad5c0110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690248 Jul 21 20:54:25.064303 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52690) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:25.114225 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2991094b-e4ce-4651-a9a4-65b0a071efcd req-00f23060-3d3d-4080-a65c-29c178217e24 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106658 Jul 21 20:54:25.150771 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d1defb6a-e84b-48a6-8e84-acb1193912e2 admin admin] Publish callbacks [] for security_group (6dfde1c7-a4f0-4c6d-8415-00cda697c00c), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.170958 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e2e82-b6a1-4d47-9334-3d1f71a2c7e5 req-945a6029-ee56-46a7-98d8-edd80d4e1d24 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:25.172541 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2f0e2e82-b6a1-4d47-9334-3d1f71a2c7e5 req-945a6029-ee56-46a7-98d8-edd80d4e1d24 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0775397 Jul 21 20:54:25.195839 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d1defb6a-e84b-48a6-8e84-acb1193912e2 admin admin] Publish callbacks [] for security_group (6dfde1c7-a4f0-4c6d-8415-00cda697c00c), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.274861 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2f0e2e82-b6a1-4d47-9334-3d1f71a2c7e5 req-9bcf9773-6433-4277-ba3d-c3410da5b383 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905762 Jul 21 20:54:25.307599 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d1defb6a-e84b-48a6-8e84-acb1193912e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (6dfde1c7-a4f0-4c6d-8415-00cda697c00c), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.311478 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d1defb6a-e84b-48a6-8e84-acb1193912e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.313031 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d1defb6a-e84b-48a6-8e84-acb1193912e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dfde1c7-a4f0-4c6d-8415-00cda697c00c HTTP/1.1" status: 204 len: 168 time: 0.2476389 Jul 21 20:54:25.324313 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1defb6a-e84b-48a6-8e84-acb1193912e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfde1c7-a4f0-4c6d-8415-00cda697c00c,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:25.724552 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52712) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:25.738925 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-181ace23-b0f0-4338-91ac-909b035b403f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.818100 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-181ace23-b0f0-4338-91ac-909b035b403f admin admin] Publish callbacks [] for security_group (78e276d8-6fc5-4724-86d1-574a68cac27f), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.823264 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-181ace23-b0f0-4338-91ac-909b035b403f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (78e276d8-6fc5-4724-86d1-574a68cac27f), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.865626 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-181ace23-b0f0-4338-91ac-909b035b403f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=690d4c05819c4a7591cc9c4f0fd12cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375151 Jul 21 20:54:25.865626 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ace23-b0f0-4338-91ac-909b035b403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e276d8-6fc5-4724-86d1-574a68cac27f,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:25.866012 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52716) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:25.908742 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52718) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:25.920368 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Publish callbacks [] for security_group (78e276d8-6fc5-4724-86d1-574a68cac27f), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.922645 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:25.946664 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Publish callbacks [] for security_group (78e276d8-6fc5-4724-86d1-574a68cac27f), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.995849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (78e276d8-6fc5-4724-86d1-574a68cac27f), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.998426 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:25.999602 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78e276d8-6fc5-4724-86d1-574a68cac27f HTTP/1.1" status: 204 len: 168 time: 0.1319914 Jul 21 20:54:26.009472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e276d8-6fc5-4724-86d1-574a68cac27f,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:26.017680 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.018030 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.018371 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.018733 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.019035 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.019366 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.019695 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.020043 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.020371 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.020697 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.021024 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.021470 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.021735 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.022059 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.023117 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e94f8b-2baa-4e7a-89ed-1f3a0e5776ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:26.031359 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-76f033bb-f3f8-46f6-9314-d74815df22d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.074910 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:26.093100 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:26.124839 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-76f033bb-f3f8-46f6-9314-d74815df22d7 admin admin] Publish callbacks [] for security_group (1870bf44-8e1b-40eb-99e4-89cdd0397af7), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.129071 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-76f033bb-f3f8-46f6-9314-d74815df22d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (1870bf44-8e1b-40eb-99e4-89cdd0397af7), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.176399 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f033bb-f3f8-46f6-9314-d74815df22d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1870bf44-8e1b-40eb-99e4-89cdd0397af7,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:26.181619 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-76f033bb-f3f8-46f6-9314-d74815df22d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=972647dccecd4053acc4cfb3b4d526f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718043 Jul 21 20:54:26.184377 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52726) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:26.247470 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4c3b-a203-4af2-b083-5ec6c9df2e2c admin admin] Publish callbacks [] for security_group (1870bf44-8e1b-40eb-99e4-89cdd0397af7), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.251638 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45bb6-55d6-4b96-bce7-dee60e2273d1 req-562d5a69-773b-4bed-9a0a-3aaa0b0fd473 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:26.253466 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1cc45bb6-55d6-4b96-bce7-dee60e2273d1 req-562d5a69-773b-4bed-9a0a-3aaa0b0fd473 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0543807 Jul 21 20:54:26.273851 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4c3b-a203-4af2-b083-5ec6c9df2e2c admin admin] Publish callbacks [] for security_group (1870bf44-8e1b-40eb-99e4-89cdd0397af7), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.315863 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1cc45bb6-55d6-4b96-bce7-dee60e2273d1 req-0b743195-3d68-4592-9634-3c355b3ba4b9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545671 Jul 21 20:54:26.359506 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4c3b-a203-4af2-b083-5ec6c9df2e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (1870bf44-8e1b-40eb-99e4-89cdd0397af7), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.362290 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4c3b-a203-4af2-b083-5ec6c9df2e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.363365 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6cdf4c3b-a203-4af2-b083-5ec6c9df2e2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1870bf44-8e1b-40eb-99e4-89cdd0397af7 HTTP/1.1" status: 204 len: 168 time: 0.1780653 Jul 21 20:54:26.390994 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf4c3b-a203-4af2-b083-5ec6c9df2e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1870bf44-8e1b-40eb-99e4-89cdd0397af7,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:26.410919 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d90c7-248d-4fda-b681-0f1a7a24b7e3 req-ba9182b3-a47a-42f9-9949-fe17a4813525 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:26.412701 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-535d90c7-248d-4fda-b681-0f1a7a24b7e3 req-ba9182b3-a47a-42f9-9949-fe17a4813525 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0647726 Jul 21 20:54:26.468256 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-535d90c7-248d-4fda-b681-0f1a7a24b7e3 req-7be5852a-170b-4f29-a95e-77dd075d3cb4 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Jul 21 20:54:26.781270 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52754) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:26.795838 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a13d09d3-16f4-4707-90a8-4439c72a6e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.840227 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:26.878477 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a13d09d3-16f4-4707-90a8-4439c72a6e45 admin admin] Publish callbacks [] for security_group (3e5604b4-b477-49f3-a81f-69d005efd464), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.882979 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a13d09d3-16f4-4707-90a8-4439c72a6e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3e5604b4-b477-49f3-a81f-69d005efd464), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:26.927638 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a13d09d3-16f4-4707-90a8-4439c72a6e45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee0e855346524a838236dc89e2eccfe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452174 Jul 21 20:54:26.928519 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d09d3-16f4-4707-90a8-4439c72a6e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5604b4-b477-49f3-a81f-69d005efd464,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:26.931122 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52756) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:26.990808 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Publish callbacks [] for security_group (3e5604b4-b477-49f3-a81f-69d005efd464), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:27.017712 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Publish callbacks [] for security_group (3e5604b4-b477-49f3-a81f-69d005efd464), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:27.067487 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3e5604b4-b477-49f3-a81f-69d005efd464), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:27.070787 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:27.071964 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e5604b4-b477-49f3-a81f-69d005efd464 HTTP/1.1" status: 204 len: 168 time: 0.1386621 Jul 21 20:54:27.080133 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5604b4-b477-49f3-a81f-69d005efd464,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:27.087474 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.087866 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.088260 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.088600 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.088936 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.089278 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.089611 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.089938 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.090282 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.090611 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.090953 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.091286 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.091615 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.091988 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.092312 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed559d65-9aff-4b57-9d90-6d5dec49cdb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:27.453406 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094828e-6b8b-401a-8c51-1cddcfc3e08b req-2ac162d1-5aea-48e2-8840-4647d23490a6 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:27.455055 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1094828e-6b8b-401a-8c51-1cddcfc3e08b req-2ac162d1-5aea-48e2-8840-4647d23490a6 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0495317 Jul 21 20:54:27.512181 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1094828e-6b8b-401a-8c51-1cddcfc3e08b req-f815d7a8-dcf7-4da3-aec0-3e7ed503dee4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505881 Jul 21 20:54:27.547249 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=88 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:27.548679 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=94 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:27.615260 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff3420-c757-4e99-a0f9-49a609814277 req-cdfba6f8-b533-4e98-9eea-9949fc3f71af tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:27.617635 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00ff3420-c757-4e99-a0f9-49a609814277 req-cdfba6f8-b533-4e98-9eea-9949fc3f71af tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0711780 Jul 21 20:54:27.677369 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00ff3420-c757-4e99-a0f9-49a609814277 req-a1eafb52-0ace-4ed9-8b52-049702c6b402 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531847 Jul 21 20:54:28.633622 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c33b2-caf8-494c-b1a6-9c6ba6803ab1 req-38925904-afed-4860-8721-d2e208a81513 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:28.635219 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-047c33b2-caf8-494c-b1a6-9c6ba6803ab1 req-38925904-afed-4860-8721-d2e208a81513 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0509694 Jul 21 20:54:28.697295 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-047c33b2-caf8-494c-b1a6-9c6ba6803ab1 req-7aabbf75-f7f0-4ea5-981d-087c9e8f0e2d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559914 Jul 21 20:54:28.805230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e03d2c-8659-4168-8f95-ae200b85e88c req-4ed155c2-0a72-4a8f-89c2-0d18795e4318 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:28.806405 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e5e03d2c-8659-4168-8f95-ae200b85e88c req-4ed155c2-0a72-4a8f-89c2-0d18795e4318 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0484254 Jul 21 20:54:28.860438 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e5e03d2c-8659-4168-8f95-ae200b85e88c req-3e8d9d1d-e46e-46e9-a35d-c4588364b65b tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 Jul 21 20:54:29.821860 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e0c85-792d-4835-a002-0650c2ba601e req-5a75c1b2-8558-4245-a954-e8bf2674a4d2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:29.823367 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-539e0c85-792d-4835-a002-0650c2ba601e req-5a75c1b2-8558-4245-a954-e8bf2674a4d2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0545635 Jul 21 20:54:29.873216 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-539e0c85-792d-4835-a002-0650c2ba601e req-dcff2c37-2fb0-4771-8789-1a1f7331633b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442402 Jul 21 20:54:30.000531 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73297e1c-c05c-4e86-8552-874173dff730 req-cf58cb98-15cc-45a4-b762-ad9dd290a164 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:30.000531 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-73297e1c-c05c-4e86-8552-874173dff730 req-cf58cb98-15cc-45a4-b762-ad9dd290a164 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0575948 Jul 21 20:54:30.058006 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-73297e1c-c05c-4e86-8552-874173dff730 req-b53bdcb4-7af7-4b68-b93b-9b31100f2955 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492218 Jul 21 20:54:30.293559 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52900) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:30.414067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-93f972f3-d391-4cdf-9abe-8f4524a35675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:30.498586 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-93f972f3-d391-4cdf-9abe-8f4524a35675 admin admin] Publish callbacks [] for security_group (637e1a75-9b8c-4245-bd71-36953b096d9d), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:30.502635 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-93f972f3-d391-4cdf-9abe-8f4524a35675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (637e1a75-9b8c-4245-bd71-36953b096d9d), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:30.546332 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-93f972f3-d391-4cdf-9abe-8f4524a35675 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de0fa93dd8ed4ff094790c90d27faf51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515965 Jul 21 20:54:30.547105 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f972f3-d391-4cdf-9abe-8f4524a35675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637e1a75-9b8c-4245-bd71-36953b096d9d,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:30.549051 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52908) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:30.603145 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c4b-8e3d-48e1-8723-65530c4ca132 admin admin] Publish callbacks [] for security_group (637e1a75-9b8c-4245-bd71-36953b096d9d), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:30.629760 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c4b-8e3d-48e1-8723-65530c4ca132 admin admin] Publish callbacks [] for security_group (637e1a75-9b8c-4245-bd71-36953b096d9d), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:30.645592 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:30.649035 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:30.688280 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c4b-8e3d-48e1-8723-65530c4ca132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (637e1a75-9b8c-4245-bd71-36953b096d9d), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:30.690879 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c4b-8e3d-48e1-8723-65530c4ca132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:30.692103 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a46f7c4b-8e3d-48e1-8723-65530c4ca132 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/637e1a75-9b8c-4245-bd71-36953b096d9d HTTP/1.1" status: 204 len: 168 time: 0.1418753 Jul 21 20:54:30.701037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f7c4b-8e3d-48e1-8723-65530c4ca132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637e1a75-9b8c-4245-bd71-36953b096d9d,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:31.003159 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb23b6-9e28-4991-aac0-1a14cc1ffb6a req-4f1cb190-a4f6-441d-9c4f-d4d7dac51e42 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:31.003704 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52916) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:31.004743 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-73bb23b6-9e28-4991-aac0-1a14cc1ffb6a req-4f1cb190-a4f6-441d-9c4f-d4d7dac51e42 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0535288 Jul 21 20:54:31.017548 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-35622069-274a-472c-85e1-ac6137301c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:31.026884 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:31.065147 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-73bb23b6-9e28-4991-aac0-1a14cc1ffb6a req-09a46e3e-af6d-4ed6-b187-2501d44f0576 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538332 Jul 21 20:54:31.121879 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-35622069-274a-472c-85e1-ac6137301c56 admin admin] Publish callbacks [] for security_group (451642b8-9ea7-445d-bec6-eaea9e21955c), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:31.127251 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-35622069-274a-472c-85e1-ac6137301c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (451642b8-9ea7-445d-bec6-eaea9e21955c), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:31.142047 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c86c9361-bd82-47ef-a1bc-9f505cc4a517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:31.204746 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-35622069-274a-472c-85e1-ac6137301c56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cc30d0af5914435810cfd1f94050758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002401 Jul 21 20:54:31.207476 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52922) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:31.208495 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35622069-274a-472c-85e1-ac6137301c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451642b8-9ea7-445d-bec6-eaea9e21955c,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:31.228514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f6ee5-ce68-4fcb-b515-b354ea090ddf req-a182abf6-8b7a-442c-b400-cddd2e7233da tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:31.230028 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-856f6ee5-ce68-4fcb-b515-b354ea090ddf req-a182abf6-8b7a-442c-b400-cddd2e7233da tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0797822 Jul 21 20:54:31.258965 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-148d2915-91f1-44ef-b953-cfef585c50c1 admin admin] Publish callbacks [] for security_group (451642b8-9ea7-445d-bec6-eaea9e21955c), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:31.288512 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-856f6ee5-ce68-4fcb-b515-b354ea090ddf req-02766bfa-fbbc-4b10-b6a9-63ad9b06fda9 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 Jul 21 20:54:31.290911 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-148d2915-91f1-44ef-b953-cfef585c50c1 admin admin] Publish callbacks [] for security_group (451642b8-9ea7-445d-bec6-eaea9e21955c), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:31.340758 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-148d2915-91f1-44ef-b953-cfef585c50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (451642b8-9ea7-445d-bec6-eaea9e21955c), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:31.343485 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-148d2915-91f1-44ef-b953-cfef585c50c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:31.344664 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-148d2915-91f1-44ef-b953-cfef585c50c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/451642b8-9ea7-445d-bec6-eaea9e21955c HTTP/1.1" status: 204 len: 168 time: 0.1361833 Jul 21 20:54:31.353008 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d2915-91f1-44ef-b953-cfef585c50c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451642b8-9ea7-445d-bec6-eaea9e21955c,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:32.059025 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52948) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:32.175811 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1741940943-network', 'tenant_id': '91082d5e6cc94246b34b31b7518fb8d1'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:32.229921 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb6a2f-890b-4554-9e77-23368091baae req-8c62d837-08e3-47bd-aade-7407372a5138 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:32.231509 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-63eb6a2f-890b-4554-9e77-23368091baae req-8c62d837-08e3-47bd-aade-7407372a5138 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0700662 Jul 21 20:54:32.232620 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Made reservation on behalf of 91082d5e6cc94246b34b31b7518fb8d1 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:54:32.234914 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.258394 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.276338 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:32.313055 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-63eb6a2f-890b-4554-9e77-23368091baae req-66aa90b2-00f6-425e-b043-d67c4204887c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752690 Jul 21 20:54:32.371667 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Publish callbacks [] for security_group (0950b215-1031-4fa1-af21-c3ba25df09f8), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.375927 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0950b215-1031-4fa1-af21-c3ba25df09f8), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.404353 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:54:32.416145 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0950b215-1031-4fa1-af21-c3ba25df09f8,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:32.421031 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (74ce2cc1-17ad-4881-9e95-194b19cc6542), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.421359 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Added segment 74ce2cc1-17ad-4881-9e95-194b19cc6542 of type vlan for network cbd5dffd-7896-4608-b837-93d9f3b3a18b Jul 21 20:54:32.432281 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374c83-7ad9-415c-beec-3feef0ae7573 req-1534aa2f-5d1d-4a31-82a3-760083bf65d4 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:32.436208 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ad374c83-7ad9-415c-beec-3feef0ae7573 req-1534aa2f-5d1d-4a31-82a3-760083bf65d4 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0667682 Jul 21 20:54:32.468843 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (cbd5dffd-7896-4608-b837-93d9f3b3a18b), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.501376 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ad374c83-7ad9-415c-beec-3feef0ae7573 req-57299e6b-7336-45bb-9c1c-bd2f1d901433 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612118 Jul 21 20:54:32.504511 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (cbd5dffd-7896-4608-b837-93d9f3b3a18b), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.505634 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:32.506215 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.543075 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4826150 Jul 21 20:54:32.546109 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52960) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:32.551183 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Request body: {'subnet': {'network_id': 'cbd5dffd-7896-4608-b837-93d9f3b3a18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1741940943-subnet', 'tenant_id': '91082d5e6cc94246b34b31b7518fb8d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:32.573905 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Made reservation on behalf of 91082d5e6cc94246b34b31b7518fb8d1 for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:54:32.576725 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195776'] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.579319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fc3e9-6737-4b62-b37e-5e857cd24904 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd5dffd-7896-4608-b837-93d9f3b3a18b,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:32.589838 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network cbd5dffd-7896-4608-b837-93d9f3b3a18b details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:54:32.648553 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:32.765443 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195794'] for subnet (90e6a081-e219-43a0-af20-73ef4d5bdd90), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.825093 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e6a081-e219-43a0-af20-73ef4d5bdd90,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:32.833927 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Checking segment: {'id': '74ce2cc1-17ad-4881-9e95-194b19cc6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5dffd-7896-4608-b837-93d9f3b3a18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:54:32.834270 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Network hostable DHCP agents. Network: cbd5dffd-7896-4608-b837-93d9f3b3a18b, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:54:32.854046 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Network cbd5dffd-7896-4608-b837-93d9f3b3a18b is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:54:32.863108 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, cbd5dffd-7896-4608-b837-93d9f3b3a18b) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:32.867809 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:32.868407 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:32.872554 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ddd948-73d9-41d4-adf4-f2ba5686f9df None None] Network cbd5dffd-7896-4608-b837-93d9f3b3a18b requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:54:32.886531 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e5642a71-f4b8-43fd-a7e7-f7955f36e94f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3389261 Jul 21 20:54:32.971705 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85887b4-2561-4324-869b-82c9f8956346 None None] Network cbd5dffd-7896-4608-b837-93d9f3b3a18b requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:54:33.388655 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 52984) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:33.394604 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1534648210-network', 'tenant_id': 'b03b888d646c47afa4da0a23fca675eb'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:33.448354 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Made reservation on behalf of b03b888d646c47afa4da0a23fca675eb for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:54:33.450796 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.466301 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc708e9c-38e2-4968-a6ea-59a9aa96275e req-e22daf2f-0110-49c5-b9d4-98060e024405 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:33.467831 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fc708e9c-38e2-4968-a6ea-59a9aa96275e req-e22daf2f-0110-49c5-b9d4-98060e024405 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0673294 Jul 21 20:54:33.469059 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.497436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:33.618943 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fc708e9c-38e2-4968-a6ea-59a9aa96275e req-c9f61004-e076-40fa-be10-2d2d59acf128 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369290 Jul 21 20:54:33.631039 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35f0d2-fd1f-4688-beb4-4b24dc4c4f8f req-030ee4a2-add6-4863-b161-1795b278f0ca tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:33.632868 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ea35f0d2-fd1f-4688-beb4-4b24dc4c4f8f req-030ee4a2-add6-4863-b161-1795b278f0ca tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0588984 Jul 21 20:54:33.671418 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Publish callbacks [] for security_group (f3da0f8b-821b-46c5-84ce-22a75d0924be), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.675860 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:33.677067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f3da0f8b-821b-46c5-84ce-22a75d0924be), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.706294 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:54:33.717104 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:33.717844 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3da0f8b-821b-46c5-84ce-22a75d0924be,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:33.729946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (89af860b-c3bb-45aa-b024-637f313888f0), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.730268 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Added segment 89af860b-c3bb-45aa-b024-637f313888f0 of type vlan for network f611dab3-493f-4023-bbc7-bc8357e3b8d6 Jul 21 20:54:33.737732 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ea35f0d2-fd1f-4688-beb4-4b24dc4c4f8f req-2a3ed34a-f9b0-4574-83c2-d7da0bbb35be tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910990 Jul 21 20:54:33.798022 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (f611dab3-493f-4023-bbc7-bc8357e3b8d6), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.825535 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (f611dab3-493f-4023-bbc7-bc8357e3b8d6), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.826849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:33.827433 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.865779 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=22,neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:33.873081 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4824648 Jul 21 20:54:33.875967 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 52992) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:33.880887 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Request body: {'subnet': {'network_id': 'f611dab3-493f-4023-bbc7-bc8357e3b8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1534648210-subnet', 'tenant_id': 'b03b888d646c47afa4da0a23fca675eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:33.902341 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Made reservation on behalf of b03b888d646c47afa4da0a23fca675eb for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:54:33.905105 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195776'] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:33.905803 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d536f95-21e9-4561-bdaf-754504d728fb admin admin] Pushing event updated for resources: {'Network': ['ID=f611dab3-493f-4023-bbc7-bc8357e3b8d6,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:33.916923 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network f611dab3-493f-4023-bbc7-bc8357e3b8d6 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:54:34.041290 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6c966851-f4a1-45f1-82fc-98657ced58b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:34.097387 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195794'] for subnet (e23b8a44-b2ea-48dd-99f3-c38f5084b131), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:34.150345 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23b8a44-b2ea-48dd-99f3-c38f5084b131,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:34.166184 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Checking segment: {'id': '89af860b-c3bb-45aa-b024-637f313888f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f611dab3-493f-4023-bbc7-bc8357e3b8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:54:34.166540 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Network hostable DHCP agents. Network: f611dab3-493f-4023-bbc7-bc8357e3b8d6, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:54:34.184403 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Network f611dab3-493f-4023-bbc7-bc8357e3b8d6 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:54:34.193330 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, f611dab3-493f-4023-bbc7-bc8357e3b8d6) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:34.198377 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:34.198980 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:34.203382 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d261a19-b784-470d-883e-5a522609d2fc None None] Network f611dab3-493f-4023-bbc7-bc8357e3b8d6 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:54:34.221706 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-8af3e288-ad44-44b8-a497-90a3cf625bfe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3405411 Jul 21 20:54:34.436817 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d7ac3-6a7a-469f-9dfd-85f7eab118d3 None None] Network f611dab3-493f-4023-bbc7-bc8357e3b8d6 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:54:34.756516 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145e145-ca02-4005-aadb-e08d8c60b89b req-65ed0cec-f604-4817-bede-d6013255fa97 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:34.758265 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7145e145-ca02-4005-aadb-e08d8c60b89b req-65ed0cec-f604-4817-bede-d6013255fa97 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0589600 Jul 21 20:54:34.860690 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7145e145-ca02-4005-aadb-e08d8c60b89b req-c11e0c28-c9ca-4a21-b136-ea3615cc3204 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884871 Jul 21 20:54:34.900840 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3482a-0aeb-42c5-8557-f6071f6258c4 req-b27cd6e9-1e20-41d1-b9c6-4288f1463532 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:34.902663 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-07b3482a-0aeb-42c5-8557-f6071f6258c4 req-b27cd6e9-1e20-41d1-b9c6-4288f1463532 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0685632 Jul 21 20:54:34.954840 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-07b3482a-0aeb-42c5-8557-f6071f6258c4 req-9431ff64-a05b-4086-b9b7-5386c2381246 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465357 Jul 21 20:54:35.979481 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89255ff2-bc65-40f0-92b7-b139af42f3bf req-7ff78ed6-3ddf-412a-b9e9-b0baa2cb0755 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:35.981138 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89255ff2-bc65-40f0-92b7-b139af42f3bf req-7ff78ed6-3ddf-412a-b9e9-b0baa2cb0755 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0484118 Jul 21 20:54:36.030768 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89255ff2-bc65-40f0-92b7-b139af42f3bf req-c87d5d95-f01e-4a7b-a733-a68945932898 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Jul 21 20:54:36.070662 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b6fbd-8c5a-442b-b3da-0d79138a0d19 req-6625b97a-f68c-4853-b5a4-f96c9ded1fbc tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:36.072216 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b02b6fbd-8c5a-442b-b3da-0d79138a0d19 req-6625b97a-f68c-4853-b5a4-f96c9ded1fbc tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0475390 Jul 21 20:54:36.120156 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b02b6fbd-8c5a-442b-b3da-0d79138a0d19 req-d3377190-0535-4b8e-bd36-2bfb5a2840fa tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Jul 21 20:54:36.173909 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:36.182853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:36.593047 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:37.150610 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb94a1-63eb-4173-8d36-769ffe1a8ea1 req-e608c4a6-aed4-441a-ae48-37cb0f42d50b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:37.152214 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-45bb94a1-63eb-4173-8d36-769ffe1a8ea1 req-e608c4a6-aed4-441a-ae48-37cb0f42d50b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0508189 Jul 21 20:54:37.206554 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-45bb94a1-63eb-4173-8d36-769ffe1a8ea1 req-969476a2-68b1-41bd-b877-09f330cbdcb5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Jul 21 20:54:37.252416 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcc71-e539-4f48-9d54-f20c1f568fe3 req-1ce36181-e8df-44a8-9450-cd5e298c8804 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:37.253929 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c98dcc71-e539-4f48-9d54-f20c1f568fe3 req-1ce36181-e8df-44a8-9450-cd5e298c8804 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0507059 Jul 21 20:54:37.311180 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c98dcc71-e539-4f48-9d54-f20c1f568fe3 req-3ac99cd5-b576-4e6a-ad55-974a5d5f026b tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Jul 21 20:54:37.447406 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:38.346500 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-06bb8382-27c4-49e9-8e40-4299d9122022 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:38.347935 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-06bb8382-27c4-49e9-8e40-4299d9122022 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.73 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0847383 Jul 21 20:54:38.370393 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f269f3-7d77-4161-9ec7-fb9945e4136c req-cb9782f3-ee8f-47f0-a35a-b4d825d84ef8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:38.371927 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-63f269f3-7d77-4161-9ec7-fb9945e4136c req-cb9782f3-ee8f-47f0-a35a-b4d825d84ef8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0756011 Jul 21 20:54:38.431923 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7718b-c134-4a65-86f3-dba4fc15633a req-777bd17b-5825-4f87-80ef-0e943a997d5e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:38.433553 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8fe7718b-c134-4a65-86f3-dba4fc15633a req-777bd17b-5825-4f87-80ef-0e943a997d5e tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 946 time: 0.0546079 Jul 21 20:54:38.496289 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8fe7718b-c134-4a65-86f3-dba4fc15633a req-86410b43-21d3-4018-b575-2c7c1220265a tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eed14c8-4362-4327-aec3-0be9f955d6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534356 Jul 21 20:54:38.520872 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Deleting port a6fd06b5-db86-4220-918a-dca146cd3b1a {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 20:54:38.521246 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:38.527336 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-63f269f3-7d77-4161-9ec7-fb9945e4136c req-73b5c381-8ad4-4c97-8ac2-accb9c2d6450 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386294 Jul 21 20:54:38.624875 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] For port a6fd06b5-db86-4220-918a-dca146cd3b1a, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=a6fd06b5-db86-4220-918a-dca146cd3b1a,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:38.625246 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:38.641281 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Calling delete_port for a6fd06b5-db86-4220-918a-dca146cd3b1a owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 20:54:38.725047 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=3,neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:38.815134 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (a6fd06b5-db86-4220-918a-dca146cd3b1a), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:38.863224 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['a6fd06b5-db86-4220-918a-dca146cd3b1a'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:54:38.882038 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Pushing event deleted for resources: {'Port': ['ID=a6fd06b5-db86-4220-918a-dca146cd3b1a,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:38.948641 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] No DVR routers for this DVR port a6fd06b5-db86-4220-918a-dca146cd3b1a on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 20:54:38.952623 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:38.956811 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-000948ee-c9b8-4859-9ba0-b9fd03ae4d87 req-e2b8b8a3-e457-4c81-8f5b-f23dbbaa4b05 tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.73 "DELETE /v2.0/ports/a6fd06b5-db86-4220-918a-dca146cd3b1a HTTP/1.1" status: 204 len: 173 time: 0.6015036 Jul 21 20:54:38.957312 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b881a042-84ac-4864-9004-f1f385293d9f', 'name': 'network-vif-deleted', 'tag': 'a6fd06b5-db86-4220-918a-dca146cd3b1a'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:54:38.961271 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6461cac-102c-400d-8a24-50888e9045d3" -d '{"events": [{"server_uuid": "b881a042-84ac-4864-9004-f1f385293d9f", "name": "network-vif-deleted", "tag": "a6fd06b5-db86-4220-918a-dca146cd3b1a"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:54:39.015483 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7208491a-cb9a-4743-9e6e-e82999e92700 x-openstack-request-id: req-7208491a-cb9a-4743-9e6e-e82999e92700 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:54:39.015795 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b881a042-84ac-4864-9004-f1f385293d9f", "name": "network-vif-deleted", "tag": "a6fd06b5-db86-4220-918a-dca146cd3b1a", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:54:39.016052 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7208491a-cb9a-4743-9e6e-e82999e92700 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:54:39.016459 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7208491a-cb9a-4743-9e6e-e82999e92700'] response: {'server_uuid': 'b881a042-84ac-4864-9004-f1f385293d9f', 'name': 'network-vif-deleted', 'tag': 'a6fd06b5-db86-4220-918a-dca146cd3b1a', 'status': 'completed', 'code': 200} Jul 21 20:54:39.640949 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-793dc7ac-eacd-4b4d-a510-c070c07e7129 req-2b709b09-0f37-4c47-8037-f7b426b36b9a tempest-DeleteServersTestJSON-1756981681 tempest-DeleteServersTestJSON-1756981681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b881a042-84ac-4864-9004-f1f385293d9f HTTP/1.1" status: 200 len: 210 time: 0.0540609 Jul 21 20:54:39.673033 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caed9ef-6930-407a-9273-9a68aa2c6f73 req-9836152c-18c0-4a57-804d-c869173d01fb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:39.674616 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3caed9ef-6930-407a-9273-9a68aa2c6f73 req-9836152c-18c0-4a57-804d-c869173d01fb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0598228 Jul 21 20:54:39.725777 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3caed9ef-6930-407a-9273-9a68aa2c6f73 req-85a15d50-d9c6-49ee-b70c-e66e2070ad65 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449657 Jul 21 20:54:40.285136 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:54:40.847836 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa81de-0c22-49d9-a0d8-6c3b3a04e58d req-0ce379aa-a4ef-46cd-8add-bb9e96621686 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:40.849368 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-33aa81de-0c22-49d9-a0d8-6c3b3a04e58d req-0ce379aa-a4ef-46cd-8add-bb9e96621686 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0548048 Jul 21 20:54:40.881903 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:40.899539 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-33aa81de-0c22-49d9-a0d8-6c3b3a04e58d req-388b3918-edb0-40d3-bee1-f09949be546e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Jul 21 20:54:41.725851 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device a6fd06b5-db86-4220-918a-dca146cd3b1a no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:54:41.747191 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: a6fd06b5-db86-4220-918a-dca146cd3b1a {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 20:54:41.747544 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device a6fd06b5-db86-4220-918a-dca146cd3b1a not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 20:54:42.021852 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6cd93-0e4d-4f6d-a1ec-c92bdfe71337 req-fde0696d-e917-4e31-8ff4-16ca0df00d9b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:42.024051 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca6cd93-0e4d-4f6d-a1ec-c92bdfe71337 req-fde0696d-e917-4e31-8ff4-16ca0df00d9b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0498021 Jul 21 20:54:42.045149 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:42.077848 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9ca6cd93-0e4d-4f6d-a1ec-c92bdfe71337 req-00021947-4efa-4fe9-a280-8cf83aa3bcca tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469658 Jul 21 20:54:42.124834 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53210) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:42.131643 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:42.683658 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 53220) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:42.736582 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:42.810433 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-39201d67-6d9d-47f4-ab56-3dc8d200df8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:42.906321 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-39201d67-6d9d-47f4-ab56-3dc8d200df8c admin admin] Publish callbacks [] for security_group (0c3d8b74-59d9-4057-9fff-3992435ab914), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:42.911091 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-39201d67-6d9d-47f4-ab56-3dc8d200df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0c3d8b74-59d9-4057-9fff-3992435ab914), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:42.949855 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39201d67-6d9d-47f4-ab56-3dc8d200df8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d8b74-59d9-4057-9fff-3992435ab914,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:42.957053 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-39201d67-6d9d-47f4-ab56-3dc8d200df8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71b5f5e3101f4501b84fe6eba9697b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723043 Jul 21 20:54:42.960443 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53226) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:43.052465 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Deleting port c7425898-c769-45b3-93a0-c7264e97f619 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 20:54:43.052849 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (c7425898-c769-45b3-93a0-c7264e97f619), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:43.085448 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6381b717-0f17-4678-b2cd-47234fc1436d admin admin] Publish callbacks [] for security_group (0c3d8b74-59d9-4057-9fff-3992435ab914), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:43.143315 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6381b717-0f17-4678-b2cd-47234fc1436d admin admin] Publish callbacks [] for security_group (0c3d8b74-59d9-4057-9fff-3992435ab914), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:43.210625 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] For port c7425898-c769-45b3-93a0-c7264e97f619, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=c7425898-c769-45b3-93a0-c7264e97f619,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:43.211040 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (c7425898-c769-45b3-93a0-c7264e97f619), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:43.242518 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Calling delete_port for c7425898-c769-45b3-93a0-c7264e97f619 owned by network:router_interface {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 20:54:43.279302 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6197835-db23-41a0-8aba-46c0545149bf req-f5ec06cb-d976-41b4-baae-a9b055d9d839 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:43.287031 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e6197835-db23-41a0-8aba-46c0545149bf req-f5ec06cb-d976-41b4-baae-a9b055d9d839 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.1103392 Jul 21 20:54:43.344472 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e6197835-db23-41a0-8aba-46c0545149bf req-a1591e47-313c-4bb1-bdb7-5fbff413cdce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Jul 21 20:54:43.355546 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:43.358032 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6381b717-0f17-4678-b2cd-47234fc1436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0c3d8b74-59d9-4057-9fff-3992435ab914), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:43.360804 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6381b717-0f17-4678-b2cd-47234fc1436d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:43.362370 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6381b717-0f17-4678-b2cd-47234fc1436d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c3d8b74-59d9-4057-9fff-3992435ab914 HTTP/1.1" status: 204 len: 168 time: 0.4009025 Jul 21 20:54:43.377801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381b717-0f17-4678-b2cd-47234fc1436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d8b74-59d9-4057-9fff-3992435ab914,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:43.455986 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:43.534224 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (c7425898-c769-45b3-93a0-c7264e97f619), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:43.561874 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7425898-c769-45b3-93a0-c7264e97f619,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:43.752905 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:43.980987 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:54:44.099373 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:54:44.108018 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c9f052a5-08fe-4e32-b398-e00eeb584920 admin admin] 10.222.0.60 "PUT /v2.0/routers/894e28aa-85a0-4ea6-b7c2-f895e9e06dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9795496 Jul 21 20:54:44.108146 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53260) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:44.108960 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] Sync routers for ids ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:54:44.120504 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] Routers {'894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:54:44.121139 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:54:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:44.222589 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks [] for router (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:44.234931 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] Set router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:54:44.350102 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:44.351754 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks [] for router_gateway (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:44.412573 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Deleting port 1f6fcf55-6b30-419d-a438-2b2f35b60c92 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 20:54:44.418917 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:44.505899 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:54:43Z', 'revision_number': 5, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port': {'id': '1f6fcf55-6b30-419d-a438-2b2f35b60c92', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:44.536542 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] Checking router: 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:54:44.548052 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] Routers {'894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:54:44.548761 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:54:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:44.553459 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7e01c-b1e0-4648-8f05-1c317a799e5d req-bba19d65-b353-447f-8832-48398a066687 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:44.555755 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-04c7e01c-b1e0-4648-8f05-1c317a799e5d req-bba19d65-b353-447f-8832-48398a066687 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0632145 Jul 21 20:54:44.573628 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:DELETE=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:44.607177 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] For port 1f6fcf55-6b30-419d-a438-2b2f35b60c92, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1f6fcf55-6b30-419d-a438-2b2f35b60c92,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:44.607547 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:44.632311 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Calling delete_port for 1f6fcf55-6b30-419d-a438-2b2f35b60c92 owned by network:router_gateway {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 20:54:44.642772 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] Set router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 gateway port host: None {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:54:44.655322 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-04c7e01c-b1e0-4648-8f05-1c317a799e5d req-76d6146a-70ae-4889-9f70-bd96f93fe851 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847046 Jul 21 20:54:44.696529 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:54:44Z', 'revision_number': 6, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:44.734490 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce11149-2beb-4ca4-856b-4de359d5ec58 None None] The sync data for ids ['894e28aa-85a0-4ea6-b7c2-f895e9e06dc0'] in dv-cinder-850687-1-iscsi is: [{'id': '894e28aa-85a0-4ea6-b7c2-f895e9e06dc0', 'name': 'tempest-DeleteServersTestJSON-1110800250-router', 'tenant_id': '4fe52006c5034bbf8de92b8aae171d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:54:44Z', 'revision_number': 6, 'project_id': '4fe52006c5034bbf8de92b8aae171d3c', 'gw_port_host': None}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:54:44.848270 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 53278) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:44.973296 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-34089d69-be8f-4e03-8a01-082f743aea96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.029576 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (1f6fcf55-6b30-419d-a438-2b2f35b60c92), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.057841 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-34089d69-be8f-4e03-8a01-082f743aea96 admin admin] Publish callbacks [] for security_group (ef458cbc-cca5-4e0f-85dd-bfc5abd464b8), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.059193 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6fcf55-6b30-419d-a438-2b2f35b60c92,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:45.062572 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-34089d69-be8f-4e03-8a01-082f743aea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ef458cbc-cca5-4e0f-85dd-bfc5abd464b8), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.116635 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-34089d69-be8f-4e03-8a01-082f743aea96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa8a9fa0de9047759d68666f106b5763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665772 Jul 21 20:54:45.117888 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34089d69-be8f-4e03-8a01-082f743aea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef458cbc-cca5-4e0f-85dd-bfc5abd464b8,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:45.119747 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53282) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:45.165147 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.289400 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.293571 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks [] for router_controller (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.297606 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1d3e57d2-5b8c-4210-a4d0-b8e90a19b975 admin admin] Publish callbacks [] for security_group (ef458cbc-cca5-4e0f-85dd-bfc5abd464b8), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.376827 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (894e28aa-85a0-4ea6-b7c2-f895e9e06dc0), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.377450 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 {{(pid=110830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 20:54:45.379973 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1d3e57d2-5b8c-4210-a4d0-b8e90a19b975 admin admin] Publish callbacks [] for security_group (ef458cbc-cca5-4e0f-85dd-bfc5abd464b8), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.390609 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.391823 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-de2290aa-42bf-46dd-8b3d-caea5f146944 admin admin] 10.222.0.60 "DELETE /v2.0/routers/894e28aa-85a0-4ea6-b7c2-f895e9e06dc0 HTTP/1.1" status: 204 len: 168 time: 1.2827091 Jul 21 20:54:45.394391 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53286) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:45.430963 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:45.464427 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f2050b-de00-429d-995b-fccfa13ac532 admin admin] Deleting subnet 2be1134d-d01a-4f49-b6fd-3ce63460d275 {{(pid=110830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 20:54:45.468638 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-24f2050b-de00-429d-995b-fccfa13ac532 admin admin] Publish callbacks [] for subnet (2be1134d-d01a-4f49-b6fd-3ce63460d275), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.511428 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-24f2050b-de00-429d-995b-fccfa13ac532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4930017'] for subnet (2be1134d-d01a-4f49-b6fd-3ce63460d275), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.538855 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1d3e57d2-5b8c-4210-a4d0-b8e90a19b975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ef458cbc-cca5-4e0f-85dd-bfc5abd464b8), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.542084 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1d3e57d2-5b8c-4210-a4d0-b8e90a19b975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.543319 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-1d3e57d2-5b8c-4210-a4d0-b8e90a19b975 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef458cbc-cca5-4e0f-85dd-bfc5abd464b8 HTTP/1.1" status: 204 len: 168 time: 0.4218659 Jul 21 20:54:45.555876 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e57d2-5b8c-4210-a4d0-b8e90a19b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef458cbc-cca5-4e0f-85dd-bfc5abd464b8,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:45.663635 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-24f2050b-de00-429d-995b-fccfa13ac532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (2be1134d-d01a-4f49-b6fd-3ce63460d275), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.751474 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-24f2050b-de00-429d-995b-fccfa13ac532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195813'] for subnet (2be1134d-d01a-4f49-b6fd-3ce63460d275), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.795229 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2050b-de00-429d-995b-fccfa13ac532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be1134d-d01a-4f49-b6fd-3ce63460d275,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:45.797694 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-24f2050b-de00-429d-995b-fccfa13ac532 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.801039 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5fad80-e8fa-4add-bf71-c22877d9e0fa None None] Network d80bf16f-8a10-4877-90cb-01785bb4b82c requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:54:45.801882 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-24f2050b-de00-429d-995b-fccfa13ac532 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2be1134d-d01a-4f49-b6fd-3ce63460d275 HTTP/1.1" status: 204 len: 168 time: 0.4065320 Jul 21 20:54:45.804410 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53306) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:45.824377 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:45.908020 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (d80bf16f-8a10-4877-90cb-01785bb4b82c), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:45.909216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb6868-8625-461d-8eae-b220b53a32bb req-6f1760b2-2077-4e12-8c13-96680271280d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:45.918013 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-92fb6868-8625-461d-8eae-b220b53a32bb req-6f1760b2-2077-4e12-8c13-96680271280d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.1380155 Jul 21 20:54:45.972520 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-92fb6868-8625-461d-8eae-b220b53a32bb req-4eff5534-bf0a-47a6-98c3-e09833ae890f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533879 Jul 21 20:54:45.996824 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Deleting port 208e9e1d-d459-4262-8bb6-3f6400907bea {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 20:54:45.997134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.068320 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] DHCP port deletion for d80bf16f-8a10-4877-90cb-01785bb4b82c request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 20:54:46.096895 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] For port 208e9e1d-d459-4262-8bb6-3f6400907bea, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=208e9e1d-d459-4262-8bb6-3f6400907bea,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:46.097380 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.117921 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Calling delete_port for 208e9e1d-d459-4262-8bb6-3f6400907bea owned by network:dhcp {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 20:54:46.123252 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Deleting port 208e9e1d-d459-4262-8bb6-3f6400907bea {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 20:54:46.124026 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.216373 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] For port 208e9e1d-d459-4262-8bb6-3f6400907bea, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=208e9e1d-d459-4262-8bb6-3f6400907bea,segment=NetworkSegment(730c9faf-5ef9-4926-9f9c-6757c14327c2),segment_id=730c9faf-5ef9-4926-9f9c-6757c14327c2)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:46.216925 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.234979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Calling delete_port for 208e9e1d-d459-4262-8bb6-3f6400907bea owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 20:54:46.246035 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.282437 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=208e9e1d-d459-4262-8bb6-3f6400907bea,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:46.294457 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] No DVR routers for this DVR port 208e9e1d-d459-4262-8bb6-3f6400907bea on host dv-cinder-850687-1-iscsi {{(pid=110830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 20:54:46.337210 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1f6fcf55-6b30-419d-a438-2b2f35b60c92 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:54:46.374565 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 1f6fcf55-6b30-419d-a438-2b2f35b60c92 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 20:54:46.375048 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1f6fcf55-6b30-419d-a438-2b2f35b60c92 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 20:54:46.375701 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 208e9e1d-d459-4262-8bb6-3f6400907bea no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:54:46.399185 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 208e9e1d-d459-4262-8bb6-3f6400907bea {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 20:54:46.399625 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 208e9e1d-d459-4262-8bb6-3f6400907bea not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 20:54:46.400166 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device c7425898-c769-45b3-93a0-c7264e97f619 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:54:46.408542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (d80bf16f-8a10-4877-90cb-01785bb4b82c), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.435613 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: c7425898-c769-45b3-93a0-c7264e97f619 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 20:54:46.436008 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device c7425898-c769-45b3-93a0-c7264e97f619 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 20:54:46.456173 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:46.458071 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80bf16f-8a10-4877-90cb-01785bb4b82c']}} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:46.484225 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730c9faf-5ef9-4926-9f9c-6757c14327c2') {'for_net_delete': True} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:46.484652 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730c9faf-5ef9-4926-9f9c-6757c14327c2') {} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:46.500875 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4930008'] for segment (730c9faf-5ef9-4926-9f9c-6757c14327c2), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.504687 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.507649 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (208e9e1d-d459-4262-8bb6-3f6400907bea), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.536588 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Pushing event deleted for resources: {'Port': ['ID=208e9e1d-d459-4262-8bb6-3f6400907bea,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:46.539281 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (730c9faf-5ef9-4926-9f9c-6757c14327c2), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.541625 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] No DVR routers for this DVR port 208e9e1d-d459-4262-8bb6-3f6400907bea on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 20:54:46.548797 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.549161 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.549516 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.549888 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.550237 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.550578 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.550914 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.551243 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.551793 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.552299 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.552781 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.553867 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.554361 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.554972 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.555487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab11539-2921-4c79-afaf-e4d6a02ec2a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:46.556814 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 20:54:46.558050 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924293'] for segment (730c9faf-5ef9-4926-9f9c-6757c14327c2), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.602005 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 730c9faf-5ef9-4926-9f9c-6757c14327c2 resource provider aggregate not found Jul 21 20:54:46.647811 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 730c9faf-5ef9-4926-9f9c-6757c14327c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 730c9faf-5ef9-4926-9f9c-6757c14327c2 found for delete ", "request_id": "req-bccbc2ec-aeea-4ca1-9506-318bf96fa194"}]} Jul 21 20:54:46.648877 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (d80bf16f-8a10-4877-90cb-01785bb4b82c), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.654632 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:46.660580 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d80bf16f-8a10-4877-90cb-01785bb4b82c HTTP/1.1" status: 204 len: 168 time: 0.8529007 Jul 21 20:54:46.676630 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7569c5b-98c6-4db5-8fbc-4da116b2f9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80bf16f-8a10-4877-90cb-01785bb4b82c,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:46.889482 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53338) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:46.942430 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 53344) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:46.944378 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6a353193-c9d5-4ec6-a15b-8bc5436c86d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fe52006c5034bbf8de92b8aae171d3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0528111 Jul 21 20:54:47.016630 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52de8398-4de9-4970-ae60-df75d4dadc55 admin admin] Publish callbacks [] for security_group (0eed14c8-4362-4327-aec3-0be9f955d6a3), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:47.043769 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52de8398-4de9-4970-ae60-df75d4dadc55 admin admin] Publish callbacks [] for security_group (0eed14c8-4362-4327-aec3-0be9f955d6a3), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:47.073719 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:47.113694 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52de8398-4de9-4970-ae60-df75d4dadc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0eed14c8-4362-4327-aec3-0be9f955d6a3), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:47.117015 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52de8398-4de9-4970-ae60-df75d4dadc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:47.123990 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-52de8398-4de9-4970-ae60-df75d4dadc55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0eed14c8-4362-4327-aec3-0be9f955d6a3 HTTP/1.1" status: 204 len: 168 time: 0.1801639 Jul 21 20:54:47.170298 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de8398-4de9-4970-ae60-df75d4dadc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed14c8-4362-4327-aec3-0be9f955d6a3,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:47.188431 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7f0e-8a60-4d48-8b89-03dc582f4e97 req-5bc64d68-a1cd-41e6-8580-aeae037a11d2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:47.190073 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-20ea7f0e-8a60-4d48-8b89-03dc582f4e97 req-5bc64d68-a1cd-41e6-8580-aeae037a11d2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.1143365 Jul 21 20:54:47.281688 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-20ea7f0e-8a60-4d48-8b89-03dc582f4e97 req-2420ebf1-8806-4273-9d5d-78832c98b552 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764117 Jul 21 20:54:47.997716 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 53380) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:48.108323 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-502626075-network', 'tenant_id': 'c51d3542adae4062a487ab85d673140d'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:48.134162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Made reservation on behalf of c51d3542adae4062a487ab85d673140d for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:54:48.137092 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.146647 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.149348 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:48.242158 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Publish callbacks [] for security_group (c6ae1d61-92d3-4c8c-81cc-8d8fa77b7f82), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.248175 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c6ae1d61-92d3-4c8c-81cc-8d8fa77b7f82), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.276427 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:54:48.286777 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae1d61-92d3-4c8c-81cc-8d8fa77b7f82,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:48.293348 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (9ce10bd3-6325-4299-bbfa-714330c7531d), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.293685 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Added segment 9ce10bd3-6325-4299-bbfa-714330c7531d of type vlan for network cfa25da3-fc72-46d1-8f85-10482d1b770c Jul 21 20:54:48.343494 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (cfa25da3-fc72-46d1-8f85-10482d1b770c), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.412307 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (cfa25da3-fc72-46d1-8f85-10482d1b770c), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.413233 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:48.414155 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.463389 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe856e-6cdc-45d0-b263-a36daa268631 req-e958a073-ac9a-4b14-8422-451566851b43 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:48.463389 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5ffe856e-6cdc-45d0-b263-a36daa268631 req-e958a073-ac9a-4b14-8422-451566851b43 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0954733 Jul 21 20:54:48.470886 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4720089 Jul 21 20:54:48.474005 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53390) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:48.482963 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Request body: {'subnet': {'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-502626075-subnet', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:48.523880 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Made reservation on behalf of c51d3542adae4062a487ab85d673140d for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:54:48.529535 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195776'] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.539231 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083538c9-f582-44d2-b0d2-ed8d4e55a2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa25da3-fc72-46d1-8f85-10482d1b770c,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:48.560095 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network cfa25da3-fc72-46d1-8f85-10482d1b770c details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:54:48.577002 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5ffe856e-6cdc-45d0-b263-a36daa268631 req-4235d537-1a2f-4f38-afcd-53a4558312bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028216 Jul 21 20:54:48.618037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:48.672084 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:48.774508 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195794'] for subnet (4baaa6db-3293-4627-ae4a-ecace4ce3e51), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.844741 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4baaa6db-3293-4627-ae4a-ecace4ce3e51,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:48.865985 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Checking segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:54:48.866346 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Network hostable DHCP agents. Network: cfa25da3-fc72-46d1-8f85-10482d1b770c, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:54:48.888308 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Network cfa25da3-fc72-46d1-8f85-10482d1b770c is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:54:48.898896 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, cfa25da3-fc72-46d1-8f85-10482d1b770c) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:48.903903 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:48.904935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.907936 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed952448-144f-4181-8d86-ddbcb99ac9e9 None None] Network cfa25da3-fc72-46d1-8f85-10482d1b770c requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:54:48.928880 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-db1daa39-f716-4ba2-a8af-06d170e88895 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4517019 Jul 21 20:54:48.931578 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 53396) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:48.936361 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:48.964181 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (9f454dee-9312-47ea-b49d-b616a4fb1d88), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:48.966199 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (9f454dee-9312-47ea-b49d-b616a4fb1d88), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.026289 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks [] for router_controller (9f454dee-9312-47ea-b49d-b616a4fb1d88), precommit_add_association {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.038182 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-cfa25da3-fc72-46d1-8f85-10482d1b770c', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'project_id': 'c51d3542adae4062a487ab85d673140d', 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 20:54:49.039625 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.212040 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks [] for router_gateway (9f454dee-9312-47ea-b49d-b616a4fb1d88), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.219576 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Allocated IP 172.20.0.2 (cfa25da3-fc72-46d1-8f85-10482d1b770c/4baaa6db-3293-4627-ae4a-ecace4ce3e51/eeff0739-90e8-4a71-ab32-433d20911727) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:54:49.359430 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:49.414019 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Publish callbacks [] for port (eeff0739-90e8-4a71-ab32-433d20911727), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.435091 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (eeff0739-90e8-4a71-ab32-433d20911727), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.493680 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Network cfa25da3-fc72-46d1-8f85-10482d1b770c is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:54:49.501001 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:49.508486 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:54:49.518935 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Pushing event updated for resources: {'Port': ['ID=eeff0739-90e8-4a71-ab32-433d20911727,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:49.544523 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks [] for router_gateway (9f454dee-9312-47ea-b49d-b616a4fb1d88), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.578991 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.581982 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:49.592903 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Attempting to bind port eeff0739-90e8-4a71-ab32-433d20911727 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:54:49.593532 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Attempting to bind port eeff0739-90e8-4a71-ab32-433d20911727 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:54:49.593671 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Attempting to bind port eeff0739-90e8-4a71-ab32-433d20911727 on network cfa25da3-fc72-46d1-8f85-10482d1b770c {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:54:49.609041 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:54:49.611746 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Checking segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:54:49.612864 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.614052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Bound using segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:54:49.615589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Bound port: eeff0739-90e8-4a71-ab32-433d20911727, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:54:49.618230 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (eeff0739-90e8-4a71-ab32-433d20911727), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.731368 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] For port eeff0739-90e8-4a71-ab32-433d20911727, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:54:49.735752 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] For port eeff0739-90e8-4a71-ab32-433d20911727, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=eeff0739-90e8-4a71-ab32-433d20911727,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:54:49.746022 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (eeff0739-90e8-4a71-ab32-433d20911727), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:49.751544 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:49.840992 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04009a-0b2a-4882-b70e-06015009f7a7 None None] Pushing event updated for resources: {'Port': ['ID=eeff0739-90e8-4a71-ab32-433d20911727,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:49.862443 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df369d5-85a0-4aa8-80b5-8ec1a0b12e15 req-0bcea1b3-7440-42ca-b719-21c8a094854e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:49.864696 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4df369d5-85a0-4aa8-80b5-8ec1a0b12e15 req-0bcea1b3-7440-42ca-b719-21c8a094854e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.1599321 Jul 21 20:54:49.866653 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Allocated IP 172.27.3.65 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/d8e9882f-d4bb-4714-98ba-de4cefcb7990) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:54:49.987181 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4df369d5-85a0-4aa8-80b5-8ec1a0b12e15 req-5098c90e-4cc3-4353-a42c-2227049f194b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050086 Jul 21 20:54:50.036430 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks [] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:50.090248 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:50.333071 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device eeff0739-90e8-4a71-ab32-433d20911727 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:54:50.346629 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:54:50.351873 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:50.356042 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:54:50.361538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e9882f-d4bb-4714-98ba-de4cefcb7990,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:50.384126 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port eeff0739-90e8-4a71-ab32-433d20911727 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:50.384507 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (eeff0739-90e8-4a71-ab32-433d20911727), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:50.425673 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:50.483524 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port eeff0739-90e8-4a71-ab32-433d20911727 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:50.484076 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (eeff0739-90e8-4a71-ab32-433d20911727), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:50.525376 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port eeff0739-90e8-4a71-ab32-433d20911727, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=eeff0739-90e8-4a71-ab32-433d20911727,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:50.530590 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (eeff0739-90e8-4a71-ab32-433d20911727), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:50.597075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=eeff0739-90e8-4a71-ab32-433d20911727,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:50.630971 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks [] for router_gateway (9f454dee-9312-47ea-b49d-b616a4fb1d88), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:50.843952 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (9f454dee-9312-47ea-b49d-b616a4fb1d88), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:50.844541 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79dc4b-12f7-4b84-ab84-ceb94c22b086 None None] Network cfa25da3-fc72-46d1-8f85-10482d1b770c requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:54:50.888483 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:50.912260 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-4cdaddeb-22b3-420b-853a-dbae32141a44 None None] Provisioning complete for port eeff0739-90e8-4a71-ab32-433d20911727 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:50.913160 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4cdaddeb-22b3-420b-853a-dbae32141a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (eeff0739-90e8-4a71-ab32-433d20911727), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:50.971638 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:51.004979 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Router 9f454dee-9312-47ea-b49d-b616a4fb1d88 is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 20:54:51.050236 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-4cdaddeb-22b3-420b-853a-dbae32141a44 None None] Current status of the port eeff0739-90e8-4a71-ab32-433d20911727 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:51.189761 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66375c23-0016-4638-94aa-53bc30629f26 req-a0142ac0-dcb4-4c8b-ba75-cc637b65857e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:51.191164 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-66375c23-0016-4638-94aa-53bc30629f26 req-a0142ac0-dcb4-4c8b-ba75-cc637b65857e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0794375 Jul 21 20:54:51.200085 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:54:51.209352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Sync routers for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:54:51.225936 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:54:51.227061 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:54:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:51.239620 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:51.249635 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-e05e67b0-dec1-4979-b0d4-efeaee9a05e6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3082333 Jul 21 20:54:51.250052 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53436) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:51.285246 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-66375c23-0016-4638-94aa-53bc30629f26 req-5af083b6-d98a-4d65-9ae1-5afc318281e9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872533 Jul 21 20:54:51.349964 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:51.390797 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-821fad29-96e4-4a16-bf24-93bdf58dd1c5 None None] Provisioning complete for port eeff0739-90e8-4a71-ab32-433d20911727 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:51.391179 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-821fad29-96e4-4a16-bf24-93bdf58dd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (eeff0739-90e8-4a71-ab32-433d20911727), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:51.397915 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:54:51.604187 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-821fad29-96e4-4a16-bf24-93bdf58dd1c5 None None] Current status of the port eeff0739-90e8-4a71-ab32-433d20911727 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:51.645605 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:50Z', 'revision_number': 3, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:51.675896 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Checking router: 9f454dee-9312-47ea-b49d-b616a4fb1d88 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:54:51.676254 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Updating router 9f454dee-9312-47ea-b49d-b616a4fb1d88 port d8e9882f-d4bb-4714-98ba-de4cefcb7990 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:54:51.704693 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:51.754558 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:51.928401 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:51.937619 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Allocated IP 172.20.0.1 (cfa25da3-fc72-46d1-8f85-10482d1b770c/4baaa6db-3293-4627-ae4a-ecace4ce3e51/370af740-5f39-471f-bc8f-664984cf3f15) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:54:51.982444 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:52.005873 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:52.061647 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Publish callbacks [] for port (370af740-5f39-471f-bc8f-664984cf3f15), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.102493 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (370af740-5f39-471f-bc8f-664984cf3f15), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.114417 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Publish callbacks [] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.120731 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.148566 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Network cfa25da3-fc72-46d1-8f85-10482d1b770c is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:54:52.157108 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:52.161600 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:54:52.166281 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Pushing event updated for resources: {'Port': ['ID=370af740-5f39-471f-bc8f-664984cf3f15,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:52.188906 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Attempting to bind port d8e9882f-d4bb-4714-98ba-de4cefcb7990 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:54:52.189868 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Attempting to bind port d8e9882f-d4bb-4714-98ba-de4cefcb7990 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:54:52.190242 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Attempting to bind port d8e9882f-d4bb-4714-98ba-de4cefcb7990 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:54:52.198851 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e424ee-d980-4b44-a951-cfd99023d3bb None None] Pushing event updated for resources: {'Port': ['ID=d8e9882f-d4bb-4714-98ba-de4cefcb7990,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:52.208110 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:54:52.209609 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:54:52.210317 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.211171 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:54:52.212668 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Bound port: d8e9882f-d4bb-4714-98ba-de4cefcb7990, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:54:52.213154 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (9f454dee-9312-47ea-b49d-b616a4fb1d88), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.213472 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.290962 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] For port d8e9882f-d4bb-4714-98ba-de4cefcb7990, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:54:52.301661 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] For port d8e9882f-d4bb-4714-98ba-de4cefcb7990, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d8e9882f-d4bb-4714-98ba-de4cefcb7990,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:54:52.323617 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.370916 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device eeff0739-90e8-4a71-ab32-433d20911727 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:54:52.393922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (370af740-5f39-471f-bc8f-664984cf3f15), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.465471 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:52.485862 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-87497cf9-d3a5-4ed2-ad97-6872d675b540 None None] Provisioning complete for port 370af740-5f39-471f-bc8f-664984cf3f15 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:52.486505 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-87497cf9-d3a5-4ed2-ad97-6872d675b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (370af740-5f39-471f-bc8f-664984cf3f15), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.494593 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e424ee-d980-4b44-a951-cfd99023d3bb None None] Pushing event updated for resources: {'Port': ['ID=d8e9882f-d4bb-4714-98ba-de4cefcb7990,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:52.513022 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8f633-26af-4c2e-ae21-8b5d926da0a4 req-6f6f41d3-dfe8-4af0-8880-b4c9f57dd2dc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:52.514843 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-27e8f633-26af-4c2e-ae21-8b5d926da0a4 req-6f6f41d3-dfe8-4af0-8880-b4c9f57dd2dc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0736334 Jul 21 20:54:52.526187 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:54:52.526898 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:54:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:52.586805 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port eeff0739-90e8-4a71-ab32-433d20911727 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:52.587192 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (eeff0739-90e8-4a71-ab32-433d20911727), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.600907 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-27e8f633-26af-4c2e-ae21-8b5d926da0a4 req-fca8e8ac-fb1d-4e58-9eac-a8150ceaa953 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765965 Jul 21 20:54:52.624664 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-87497cf9-d3a5-4ed2-ad97-6872d675b540 None None] Port 370af740-5f39-471f-bc8f-664984cf3f15 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:54:52.650892 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Publish callbacks [] for port (370af740-5f39-471f-bc8f-664984cf3f15), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.657320 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (370af740-5f39-471f-bc8f-664984cf3f15), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.739922 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:54:52.746101 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (9f454dee-9312-47ea-b49d-b616a4fb1d88), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:52.756347 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-1d56203c-07d4-4352-a6c9-b5fae1e92f88 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a0f56ad01c544c958f8e65367ff5c575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949347 Jul 21 20:54:52.782907 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port eeff0739-90e8-4a71-ab32-433d20911727 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:52.817356 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Pushing event updated for resources: {'Port': ['ID=370af740-5f39-471f-bc8f-664984cf3f15,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:52.977095 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:51Z', 'revision_number': 1, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:53.003043 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746ef49-723a-4e59-b539-e38dd5809901 None None] The sync data for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi is: [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:51Z', 'revision_number': 1, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:54:53.058361 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:53.162173 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:53.185420 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-62895362-0344-48d3-a404-c48fbc2a4d8a tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:53.188707 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-62895362-0344-48d3-a404-c48fbc2a4d8a tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4233146 Jul 21 20:54:53.206079 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Network cfa25da3-fc72-46d1-8f85-10482d1b770c is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:54:53.221280 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:53.233449 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-5f8aa47e-0b86-4580-9213-94c35105e4ed tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/quotas/a0f56ad01c544c958f8e65367ff5c575 HTTP/1.1" status: 200 len: 375 time: 0.0327196 Jul 21 20:54:53.553999 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f4eb1a2b-317e-47a3-a1d5-896d93a20bec None None] Provisioning complete for port 370af740-5f39-471f-bc8f-664984cf3f15 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:53.554310 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-c8440b5b-b008-4452-aead-9162d0a3f571 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a0f56ad01c544c958f8e65367ff5c575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3114409 Jul 21 20:54:53.557628 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f4eb1a2b-317e-47a3-a1d5-896d93a20bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (370af740-5f39-471f-bc8f-664984cf3f15), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:53.664764 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb1a2b-317e-47a3-a1d5-896d93a20bec None None] Port 370af740-5f39-471f-bc8f-664984cf3f15 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:54:53.691380 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Router 9f454dee-9312-47ea-b49d-b616a4fb1d88 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:54:53.779675 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b83aed-0ca8-46dc-9fee-1c9e0cbae35f req-ea9f0959-6f63-445e-b729-396b5173548b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:53.792273 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-24b83aed-0ca8-46dc-9fee-1c9e0cbae35f req-ea9f0959-6f63-445e-b729-396b5173548b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0888464 Jul 21 20:54:53.920390 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-24b83aed-0ca8-46dc-9fee-1c9e0cbae35f req-94373664-d2c3-4018-99c1-562f929b634a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216950 Jul 21 20:54:53.940430 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ffb6c02-ab32-4299-a729-1dfddd2f7869 req-92b77e3f-3dbc-442c-b8d8-ac5c5988077a tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 210 time: 0.1244020 Jul 21 20:54:54.059130 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:54:54.072603 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f9e8367e-285e-437f-9039-a74f654916d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/9f454dee-9312-47ea-b49d-b616a4fb1d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8195345 Jul 21 20:54:54.412150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d8e9882f-d4bb-4714-98ba-de4cefcb7990 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:54:54.468230 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:54.497367 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port d8e9882f-d4bb-4714-98ba-de4cefcb7990 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:54.497946 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.530094 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 53512) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:54.534888 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-80739c34-ad59-42ed-8c1b-7faf1e2dbf00 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164346259', 'description': 'tempest-description--1514460076'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:54.561017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-80739c34-ad59-42ed-8c1b-7faf1e2dbf00 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.600646 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port d8e9882f-d4bb-4714-98ba-de4cefcb7990 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:54.601143 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.628974 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port d8e9882f-d4bb-4714-98ba-de4cefcb7990, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d8e9882f-d4bb-4714-98ba-de4cefcb7990,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:54.634283 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.655013 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-80739c34-ad59-42ed-8c1b-7faf1e2dbf00 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (232bc818-728d-4fb9-a134-e0e4903adaea), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.659089 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-80739c34-ad59-42ed-8c1b-7faf1e2dbf00 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (232bc818-728d-4fb9-a134-e0e4903adaea), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.695929 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80739c34-ad59-42ed-8c1b-7faf1e2dbf00 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232bc818-728d-4fb9-a134-e0e4903adaea,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:54.698887 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=44 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:54.700362 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=47 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:54.708538 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=d8e9882f-d4bb-4714-98ba-de4cefcb7990,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:54.711069 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-80739c34-ad59-42ed-8c1b-7faf1e2dbf00 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.715005 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-80739c34-ad59-42ed-8c1b-7faf1e2dbf00 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1812396 Jul 21 20:54:54.715587 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53514) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:54.721663 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-9f28eced-a430-44e3-9d69-dfaa9b0b8be6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'security_group_rule': {'security_group_id': '232bc818-728d-4fb9-a134-e0e4903adaea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:54.759072 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f28eced-a430-44e3-9d69-dfaa9b0b8be6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (3db84a23-ed55-49f6-8901-7168f662f2cb), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.825684 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f28eced-a430-44e3-9d69-dfaa9b0b8be6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (3db84a23-ed55-49f6-8901-7168f662f2cb), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.829990 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f28eced-a430-44e3-9d69-dfaa9b0b8be6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (3db84a23-ed55-49f6-8901-7168f662f2cb), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.851563 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28eced-a430-44e3-9d69-dfaa9b0b8be6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db84a23-ed55-49f6-8901-7168f662f2cb,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:54.860469 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f28eced-a430-44e3-9d69-dfaa9b0b8be6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.864715 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9f28eced-a430-44e3-9d69-dfaa9b0b8be6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450167 Jul 21 20:54:54.864838 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53520) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:54.870260 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-3470219a-7650-4fc0-984e-9ca02c4c5c7a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'security_group_rule': {'security_group_id': '232bc818-728d-4fb9-a134-e0e4903adaea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:54.900082 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3470219a-7650-4fc0-984e-9ca02c4c5c7a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (de1bf462-f906-4e24-af4c-5675ffc37afc), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.967256 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3470219a-7650-4fc0-984e-9ca02c4c5c7a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (de1bf462-f906-4e24-af4c-5675ffc37afc), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.971482 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3470219a-7650-4fc0-984e-9ca02c4c5c7a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (de1bf462-f906-4e24-af4c-5675ffc37afc), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:54.995444 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470219a-7650-4fc0-984e-9ca02c4c5c7a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1bf462-f906-4e24-af4c-5675ffc37afc,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:55.001150 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3470219a-7650-4fc0-984e-9ca02c4c5c7a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.002403 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-3470219a-7650-4fc0-984e-9ca02c4c5c7a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365819 Jul 21 20:54:55.005390 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53528) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:55.012422 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:55.061320 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8f87996f-fd23-4334-b5e5-83e450dfc95e req-1826f271-1b1d-43f0-a7b8-81bb0717cafe tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 210 time: 0.0315921 Jul 21 20:54:55.076592 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.085771 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31af9f4-344d-4b8c-bb04-956d28463cce req-5feb4350-b575-4dca-aab4-2d6f180c1f8b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:55.087308 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b31af9f4-344d-4b8c-bb04-956d28463cce req-5feb4350-b575-4dca-aab4-2d6f180c1f8b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0692186 Jul 21 20:54:55.206777 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b31af9f4-344d-4b8c-bb04-956d28463cce req-35bbb85d-5d23-414e-a50a-38da81d7155c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137419 Jul 21 20:54:55.210557 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.270255 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:55.313536 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:55.328037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Allocated IP 172.27.3.119 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/225d1678-6148-4a4b-b21f-73f618be85c0) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:54:55.449599 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for port (225d1678-6148-4a4b-b21f-73f618be85c0), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.449969 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Sync routers for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:54:55.460142 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:54:55.460696 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:54:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:55.483412 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (225d1678-6148-4a4b-b21f-73f618be85c0), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.536279 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:54:55.540606 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:55.544965 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:54:55.549637 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'Port': ['ID=225d1678-6148-4a4b-b21f-73f618be85c0,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:55.570809 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:54:55.729865 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (fd538607-782f-405b-9b58-03e2a7182e14), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.784364 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 53542) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:55.798288 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 2, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:55.806348 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (225d1678-6148-4a4b-b21f-73f618be85c0), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.832341 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Checking router: 9f454dee-9312-47ea-b49d-b616a4fb1d88 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:54:55.832707 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Updating router 9f454dee-9312-47ea-b49d-b616a4fb1d88 port 370af740-5f39-471f-bc8f-664984cf3f15 binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:54:55.860138 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-178eb4b2-6b1d-45e6-8871-25b22813fd10 admin admin] Deleting subnet 90e6a081-e219-43a0-af20-73ef4d5bdd90 {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 20:54:55.875126 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-178eb4b2-6b1d-45e6-8871-25b22813fd10 admin admin] Publish callbacks [] for subnet (90e6a081-e219-43a0-af20-73ef4d5bdd90), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.888120 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (370af740-5f39-471f-bc8f-664984cf3f15), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.932539 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:55.949733 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-178eb4b2-6b1d-45e6-8871-25b22813fd10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5825706'] for subnet (90e6a081-e219-43a0-af20-73ef4d5bdd90), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:55.953111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7208-2c03-44db-b684-90466d29bfc3 req-a9bb601e-ac29-4cef-939f-5206bb72db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:55.954657 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7acb7208-2c03-44db-b684-90466d29bfc3 req-a9bb601e-ac29-4cef-939f-5206bb72db84 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 1130 time: 0.0911810 Jul 21 20:54:56.034967 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for port (225d1678-6148-4a4b-b21f-73f618be85c0), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.045113 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (225d1678-6148-4a4b-b21f-73f618be85c0), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.057614 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-178eb4b2-6b1d-45e6-8871-25b22813fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (90e6a081-e219-43a0-af20-73ef4d5bdd90), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.081052 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7acb7208-2c03-44db-b684-90466d29bfc3 req-779779db-163d-45e3-a1fd-0e2373ae0a40 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044130 Jul 21 20:54:56.127772 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:56.133880 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-178eb4b2-6b1d-45e6-8871-25b22813fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5928065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5483807'] for subnet (90e6a081-e219-43a0-af20-73ef4d5bdd90), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.176124 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eb4b2-6b1d-45e6-8871-25b22813fd10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e6a081-e219-43a0-af20-73ef4d5bdd90,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:56.194644 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'Port': ['ID=225d1678-6148-4a4b-b21f-73f618be85c0,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:56.201182 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (fd538607-782f-405b-9b58-03e2a7182e14), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.214917 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-178eb4b2-6b1d-45e6-8871-25b22813fd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.218664 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-178eb4b2-6b1d-45e6-8871-25b22813fd10 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/90e6a081-e219-43a0-af20-73ef4d5bdd90 HTTP/1.1" status: 204 len: 168 time: 0.4332595 Jul 21 20:54:56.222655 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 53550) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:56.227111 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.247896 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-03a0e988-209e-4f82-8e2e-2b0cc4b55f15 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2402115 Jul 21 20:54:56.257473 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8a5ea8f3-7de6-4fdc-b2bb-73e8853fa2c5 req-760dde6d-aa53-4cbd-b8da-a52307de56cc tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 210 time: 0.0540349 Jul 21 20:54:56.361773 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Publish callbacks [] for port (370af740-5f39-471f-bc8f-664984cf3f15), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.369835 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (370af740-5f39-471f-bc8f-664984cf3f15), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.375574 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (cbd5dffd-7896-4608-b837-93d9f3b3a18b), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.420596 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d8e9882f-d4bb-4714-98ba-de4cefcb7990 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:54:56.428111 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Pushing event updated for resources: {'Port': ['ID=370af740-5f39-471f-bc8f-664984cf3f15,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:56.434828 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:56.440510 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.440853 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.441405 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.441927 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.442419 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.442920 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.443952 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.444440 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.445229 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.445820 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.446327 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.446837 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.447322 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.447951 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.448478 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:54:56.488981 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port d8e9882f-d4bb-4714-98ba-de4cefcb7990 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:56.493705 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.575032 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (cbd5dffd-7896-4608-b837-93d9f3b3a18b), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.582878 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:56.614322 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad8d34-25b1-4c5e-b751-2ec8f9f0f9ef req-752fe3f0-9542-4ea6-a350-0ab78078be5f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:56.617357 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e9ad8d34-25b1-4c5e-b751-2ec8f9f0f9ef req-752fe3f0-9542-4ea6-a350-0ab78078be5f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0720093 Jul 21 20:54:56.638223 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port d8e9882f-d4bb-4714-98ba-de4cefcb7990 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:56.643626 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd5dffd-7896-4608-b837-93d9f3b3a18b']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:56.654253 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Attempting to bind port 370af740-5f39-471f-bc8f-664984cf3f15 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:54:56.654253 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Attempting to bind port 370af740-5f39-471f-bc8f-664984cf3f15 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:54:56.654689 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Attempting to bind port 370af740-5f39-471f-bc8f-664984cf3f15 on network cfa25da3-fc72-46d1-8f85-10482d1b770c {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:54:56.662167 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:54:56.662954 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Checking segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:54:56.663528 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.664106 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Bound using segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:54:56.665000 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Bound port: 370af740-5f39-471f-bc8f-664984cf3f15, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:54:56.665390 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (370af740-5f39-471f-bc8f-664984cf3f15), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.678543 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ce2cc1-17ad-4881-9e95-194b19cc6542') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:56.678978 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ce2cc1-17ad-4881-9e95-194b19cc6542') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:56.694650 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:56.697871 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (74ce2cc1-17ad-4881-9e95-194b19cc6542), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.702004 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e9ad8d34-25b1-4c5e-b751-2ec8f9f0f9ef req-fbb52ca8-a73b-4e8f-ae26-57815a26c0ea tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779116 Jul 21 20:54:56.727169 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-2db2beaa-a8bf-4669-a5ea-577200c13741 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1164346259&fields=id&tenant_id=c51d3542adae4062a487ab85d673140d HTTP/1.1" status: 200 len: 267 time: 0.2835314 Jul 21 20:54:56.741402 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] For port 370af740-5f39-471f-bc8f-664984cf3f15, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:54:56.747507 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] For port 370af740-5f39-471f-bc8f-664984cf3f15, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=370af740-5f39-471f-bc8f-664984cf3f15,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:54:56.755192 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (370af740-5f39-471f-bc8f-664984cf3f15), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.759013 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (74ce2cc1-17ad-4881-9e95-194b19cc6542), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.781283 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 20:54:56.781795 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (74ce2cc1-17ad-4881-9e95-194b19cc6542), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.822077 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:54:56.823342 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:54:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:56.830100 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-71a8899d-91ff-497d-b8c1-1d1b68cb840c None None] Provisioning complete for port 370af740-5f39-471f-bc8f-664984cf3f15 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:56.830758 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-71a8899d-91ff-497d-b8c1-1d1b68cb840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (370af740-5f39-471f-bc8f-664984cf3f15), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.841264 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 74ce2cc1-17ad-4881-9e95-194b19cc6542 resource provider aggregate not found Jul 21 20:54:56.890081 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281f81b-271a-4978-b110-edc0210cab46 None None] Pushing event updated for resources: {'Port': ['ID=370af740-5f39-471f-bc8f-664984cf3f15,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:56.942584 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-71a8899d-91ff-497d-b8c1-1d1b68cb840c None None] Current status of the port 370af740-5f39-471f-bc8f-664984cf3f15 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:56.943224 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-71a8899d-91ff-497d-b8c1-1d1b68cb840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (370af740-5f39-471f-bc8f-664984cf3f15), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.958453 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 74ce2cc1-17ad-4881-9e95-194b19cc6542 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74ce2cc1-17ad-4881-9e95-194b19cc6542 found for delete ", "request_id": "req-96e143ff-243e-496f-ba42-b84aabef27fa"}]} Jul 21 20:54:56.972916 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (cbd5dffd-7896-4608-b837-93d9f3b3a18b), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.989086 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:56.992030 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-71a8899d-91ff-497d-b8c1-1d1b68cb840c None None] For port 370af740-5f39-471f-bc8f-664984cf3f15, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=370af740-5f39-471f-bc8f-664984cf3f15,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:54:56.996851 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cbd5dffd-7896-4608-b837-93d9f3b3a18b HTTP/1.1" status: 204 len: 168 time: 0.7707028 Jul 21 20:54:56.997309 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53574) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:57.001178 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-71a8899d-91ff-497d-b8c1-1d1b68cb840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (370af740-5f39-471f-bc8f-664984cf3f15), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.011707 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:57.016957 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:54:57.017183 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f3614-5dea-4c84-bfdd-37aad69a6c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd5dffd-7896-4608-b837-93d9f3b3a18b,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:57.048050 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ed610bf8-f5a7-4189-b833-577eca108e22 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:57.056516 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ed610bf8-f5a7-4189-b833-577eca108e22 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 810 time: 0.3282473 Jul 21 20:54:57.066150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8899d-91ff-497d-b8c1-1d1b68cb840c None None] Pushing event updated for resources: {'Port': ['ID=370af740-5f39-471f-bc8f-664984cf3f15,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:57.074526 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-3799f163-7276-4950-8397-e310d772d087 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/quotas/c51d3542adae4062a487ab85d673140d HTTP/1.1" status: 200 len: 375 time: 0.0164566 Jul 21 20:54:57.082883 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c86317e-b7d3-40de-bf8c-d5c338b49969 admin admin] Deleting subnet e23b8a44-b2ea-48dd-99f3-c38f5084b131 {{(pid=110830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 20:54:57.089665 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c86317e-b7d3-40de-bf8c-d5c338b49969 admin admin] Publish callbacks [] for subnet (e23b8a44-b2ea-48dd-99f3-c38f5084b131), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.124734 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-6366b2b9-47aa-4dbf-ab35-47aba1dae970 None None] Provisioning complete for port 370af740-5f39-471f-bc8f-664984cf3f15 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:57.125556 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6366b2b9-47aa-4dbf-ab35-47aba1dae970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (370af740-5f39-471f-bc8f-664984cf3f15), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.128798 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c86317e-b7d3-40de-bf8c-d5c338b49969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4930017'] for subnet (e23b8a44-b2ea-48dd-99f3-c38f5084b131), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.129961 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:57.186918 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c86317e-b7d3-40de-bf8c-d5c338b49969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (e23b8a44-b2ea-48dd-99f3-c38f5084b131), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.224698 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-cd24bffe-d6b2-45b1-b387-0885b6132168 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482120 Jul 21 20:54:57.285021 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-6366b2b9-47aa-4dbf-ab35-47aba1dae970 None None] Current status of the port 370af740-5f39-471f-bc8f-664984cf3f15 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:57.311520 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c86317e-b7d3-40de-bf8c-d5c338b49969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195813'] for subnet (e23b8a44-b2ea-48dd-99f3-c38f5084b131), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.316078 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:57.342256 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86317e-b7d3-40de-bf8c-d5c338b49969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23b8a44-b2ea-48dd-99f3-c38f5084b131,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:57.346224 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c86317e-b7d3-40de-bf8c-d5c338b49969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.349209 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20d50c-2aa5-4096-b4ef-b0182f713960 None None] The sync data for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi is: [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:54:57.353036 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-0c86317e-b7d3-40de-bf8c-d5c338b49969 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e23b8a44-b2ea-48dd-99f3-c38f5084b131 HTTP/1.1" status: 204 len: 168 time: 0.3546972 Jul 21 20:54:57.353638 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53588) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:57.395993 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-d9bbbc9a-4d61-46cd-a4cb-27b06aede29e tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a0f56ad01c544c958f8e65367ff5c575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546069 Jul 21 20:54:57.406744 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-a05fa903-a8bc-430a-989f-144d6503d514 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:54:57.407846 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-a05fa903-a8bc-430a-989f-144d6503d514 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1104460 Jul 21 20:54:57.483812 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cd08aa5d-8725-4a3d-8e78-bfb503df3eca req-a8448cf5-461f-498b-8f99-fd0e48c14a28 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 210 time: 0.0671544 Jul 21 20:54:57.507452 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (f611dab3-493f-4023-bbc7-bc8357e3b8d6), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.649066 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:57.659224 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (f611dab3-493f-4023-bbc7-bc8357e3b8d6), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.705714 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f611dab3-493f-4023-bbc7-bc8357e3b8d6']}} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:57.716776 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89af860b-c3bb-45aa-b024-637f313888f0') {'for_net_delete': True} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:57.717073 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89af860b-c3bb-45aa-b024-637f313888f0') {} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:54:57.732713 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4930008'] for segment (89af860b-c3bb-45aa-b024-637f313888f0), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.752666 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (89af860b-c3bb-45aa-b024-637f313888f0), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.769750 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 20:54:57.770705 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924293'] for segment (89af860b-c3bb-45aa-b024-637f313888f0), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.831253 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 89af860b-c3bb-45aa-b024-637f313888f0 resource provider aggregate not found Jul 21 20:54:57.861265 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 89af860b-c3bb-45aa-b024-637f313888f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89af860b-c3bb-45aa-b024-637f313888f0 found for delete ", "request_id": "req-96631187-eb61-4d7a-b8ae-4b07a7c26446"}]} Jul 21 20:54:57.892758 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (f611dab3-493f-4023-bbc7-bc8357e3b8d6), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.901225 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eac9d-d91f-4220-9f7d-10bac02706ce req-7846c12c-dd81-44fb-b0f7-bc3b4634cdd7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:57.902807 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8b1eac9d-d91f-4220-9f7d-10bac02706ce req-7846c12c-dd81-44fb-b0f7-bc3b4634cdd7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0675695 Jul 21 20:54:57.909921 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-a97fbe99-ab11-4912-b12c-6d050fbf6931 service neutron] 10.222.0.60 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833419 Jul 21 20:54:57.933151 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:57.936679 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f611dab3-493f-4023-bbc7-bc8357e3b8d6 HTTP/1.1" status: 204 len: 168 time: 0.5820811 Jul 21 20:54:57.953229 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f9f8c-1cb3-4cb1-8d28-7de687bb9a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=f611dab3-493f-4023-bbc7-bc8357e3b8d6,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:57.971968 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-7d6895ea-c42f-46dc-b9e2-93d0680de250 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:57.973584 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-7d6895ea-c42f-46dc-b9e2-93d0680de250 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5647507 Jul 21 20:54:57.990091 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:58.011237 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8b1eac9d-d91f-4220-9f7d-10bac02706ce req-3b344e83-5316-48ff-8bd5-6ad951afe5c8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994048 Jul 21 20:54:58.057363 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Request body: {'port': {'device_id': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56', 'admin_state_up': True, 'tenant_id': 'a0f56ad01c544c958f8e65367ff5c575'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:58.141482 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53602) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:58.185921 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e6eaa9aa-b590-479a-af9f-930894402a83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91082d5e6cc94246b34b31b7518fb8d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430653 Jul 21 20:54:58.188762 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53604) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:58.189067 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-abe324a9-26e5-4d3d-b6b6-77290340bbc0 service neutron] 10.222.0.60 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555192 Jul 21 20:54:58.253132 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d9e7749c-d27f-4358-bc0c-28fa7746eab3 admin admin] Publish callbacks [] for security_group (0950b215-1031-4fa1-af21-c3ba25df09f8), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.261092 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Made reservation on behalf of a0f56ad01c544c958f8e65367ff5c575 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:54:58.268140 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.291575 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.291872 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d9e7749c-d27f-4358-bc0c-28fa7746eab3 admin admin] Publish callbacks [] for security_group (0950b215-1031-4fa1-af21-c3ba25df09f8), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.412220 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 370af740-5f39-471f-bc8f-664984cf3f15 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:54:58.413251 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d9e7749c-d27f-4358-bc0c-28fa7746eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0950b215-1031-4fa1-af21-c3ba25df09f8), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.425435 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d9e7749c-d27f-4358-bc0c-28fa7746eab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.432597 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d9e7749c-d27f-4358-bc0c-28fa7746eab3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0950b215-1031-4fa1-af21-c3ba25df09f8 HTTP/1.1" status: 204 len: 168 time: 0.2420497 Jul 21 20:54:58.464427 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7749c-d27f-4358-bc0c-28fa7746eab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0950b215-1031-4fa1-af21-c3ba25df09f8,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:58.493984 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 370af740-5f39-471f-bc8f-664984cf3f15 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:58.494396 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (370af740-5f39-471f-bc8f-664984cf3f15), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.500637 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:58.509465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks [] for security_group (37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.519772 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.552987 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f6067291-68cd-4cfb-b368-3b26d9385660 req-1be25d6f-a235-45b6-8243-0c2135e35db8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0507627 Jul 21 20:54:58.657592 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 370af740-5f39-471f-bc8f-664984cf3f15 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:54:58.663334 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:58.708713 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8cbcff76-3f5e-4937-9975-0c2b3387ea2b req-9c419c6f-55b2-488a-825a-50bac2f3afd4 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 210 time: 0.0856588 Jul 21 20:54:58.751479 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Allocated IP 192.168.233.26 (83d25ba0-a7ce-41a6-8126-489f5401fa56/5fae71e8-452e-420a-8595-3c926adccee8/bef5d58c-c94f-4a10-9331-5b8e41b40151) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:54:58.953182 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks [] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:58.988055 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:58.988719 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53636) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:59.007541 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:59.044301 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-3abb59a5-a849-45d1-9bce-e01900763b93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b03b888d646c47afa4da0a23fca675eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542746 Jul 21 20:54:59.049518 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 53640) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:54:59.069327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Network 83d25ba0-a7ce-41a6-8126-489f5401fa56 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:54:59.075957 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:54:59.078200 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Pushing event updated for resources: {'Port': ['ID=bef5d58c-c94f-4a10-9331-5b8e41b40151,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:59.089434 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:54:59.117456 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:59.148421 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:54:59.156849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:59.157564 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:59.162605 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-186ef4f4-05eb-40ed-b861-262cbef1a63d admin admin] Publish callbacks [] for security_group (f3da0f8b-821b-46c5-84ce-22a75d0924be), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:59.170660 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3ab63-5d56-4bca-9c4a-23ba0cc7fdc9 req-8cee2cda-86a5-4c52-959c-ab490510c69a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:59.176401 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-79d3ab63-5d56-4bca-9c4a-23ba0cc7fdc9 req-8cee2cda-86a5-4c52-959c-ab490510c69a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0813906 Jul 21 20:54:59.182285 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ca5e5b27-0741-4ad7-829a-f646f5af8f2d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1324782 Jul 21 20:54:59.215134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-186ef4f4-05eb-40ed-b861-262cbef1a63d admin admin] Publish callbacks [] for security_group (f3da0f8b-821b-46c5-84ce-22a75d0924be), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:59.278805 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-79d3ab63-5d56-4bca-9c4a-23ba0cc7fdc9 req-18418766-5fb3-40c7-95ea-a6d7a144c929 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888309 Jul 21 20:54:59.313292 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-186ef4f4-05eb-40ed-b861-262cbef1a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f3da0f8b-821b-46c5-84ce-22a75d0924be), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:59.315960 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-186ef4f4-05eb-40ed-b861-262cbef1a63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:59.321060 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-186ef4f4-05eb-40ed-b861-262cbef1a63d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3da0f8b-821b-46c5-84ce-22a75d0924be HTTP/1.1" status: 204 len: 168 time: 0.2701087 Jul 21 20:54:59.330972 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ef4f4-05eb-40ed-b861-262cbef1a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3da0f8b-821b-46c5-84ce-22a75d0924be,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:54:59.357623 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-ce5b4f1b-e98c-4126-be0c-86f094012ba2 None None] Provisioning complete for port bef5d58c-c94f-4a10-9331-5b8e41b40151 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:54:59.358309 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4f1b-e98c-4126-be0c-86f094012ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:59.395654 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Request body: {'port': {'device_id': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:54:59.428752 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b4f1b-e98c-4126-be0c-86f094012ba2 None None] Port bef5d58c-c94f-4a10-9331-5b8e41b40151 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:54:59.545319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4981c4b-3d2e-4a41-9a8b-8c5663898aad req-88741321-eddc-4147-befe-2706ac3eef7e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:59.546927 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f4981c4b-3d2e-4a41-9a8b-8c5663898aad req-88741321-eddc-4147-befe-2706ac3eef7e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.1348262 Jul 21 20:54:59.562955 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:54:59.678303 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f4981c4b-3d2e-4a41-9a8b-8c5663898aad req-38eeeda3-4e82-48af-9d8d-6d05156700bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181350 Jul 21 20:54:59.718080 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ba2b6a7c-8e81-4ba3-b6b3-da4808e39057 req-066114bd-18d7-436d-999f-83b6cc812502 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0747981 Jul 21 20:54:59.993816 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68f7ea-f208-4e88-bd41-73de0ba0f88f req-bc72784d-acda-44ca-95a6-5815d6ec8489 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:54:59.996512 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ca68f7ea-f208-4e88-bd41-73de0ba0f88f req-bc72784d-acda-44ca-95a6-5815d6ec8489 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 935 time: 0.1154053 Jul 21 20:55:00.058753 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:00.171569 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ca68f7ea-f208-4e88-bd41-73de0ba0f88f req-e9fafae6-288e-41f1-bc9f-e2bb1231d9a7 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619437 Jul 21 20:55:00.187182 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef5d58c-c94f-4a10-9331-5b8e41b40151 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:55:00.202006 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Publish callbacks [] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:00.232767 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Transition to ACTIVE for port object bef5d58c-c94f-4a10-9331-5b8e41b40151 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:55:00.238887 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:00.362849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bef5d58c-c94f-4a10-9331-5b8e41b40151,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:00.384466 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d173-bad5-46d6-a774-7101316b9df3 req-437d3e80-8b70-47ee-80ee-b6d7aa6437f3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:00.394431 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-437d3e80-8b70-47ee-80ee-b6d7aa6437f3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 810 time: 0.2053690 Jul 21 20:55:00.456194 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Attempting to bind port bef5d58c-c94f-4a10-9331-5b8e41b40151 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:55:00.456669 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Attempting to bind port bef5d58c-c94f-4a10-9331-5b8e41b40151 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:55:00.456887 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Attempting to bind port bef5d58c-c94f-4a10-9331-5b8e41b40151 on network 83d25ba0-a7ce-41a6-8126-489f5401fa56 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:55:00.469910 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Port bef5d58c-c94f-4a10-9331-5b8e41b40151 on network 83d25ba0-a7ce-41a6-8126-489f5401fa56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:55:00.469910 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Attempting to bind port bef5d58c-c94f-4a10-9331-5b8e41b40151 on network 83d25ba0-a7ce-41a6-8126-489f5401fa56 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:55:00.482576 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:55:00.482922 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Checking segment: {'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:55:00.483308 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Bound using segment: {'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:55:00.483767 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Bound port: bef5d58c-c94f-4a10-9331-5b8e41b40151, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1b8205-ee9a-4206-b7bb-9e89890d6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:55:00.485762 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:00.557942 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:00.583345 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-4516b67e-3011-4bb9-aa27-962fa846ddd9 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51d3542adae4062a487ab85d673140d HTTP/1.1" status: 200 len: 380 time: 0.1744425 Jul 21 20:55:00.612554 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] For port bef5d58c-c94f-4a10-9331-5b8e41b40151, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:55:00.617162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] For port bef5d58c-c94f-4a10-9331-5b8e41b40151, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bef5d58c-c94f-4a10-9331-5b8e41b40151,segment=NetworkSegment(1c1b8205-ee9a-4206-b7bb-9e89890d6cc9),segment_id=1c1b8205-ee9a-4206-b7bb-9e89890d6cc9)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:55:00.625361 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:00.664333 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:00.665071 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:00.666426 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/bef5d58c-c94f-4a10-9331-5b8e41b40151 HTTP/1.1" status: 200 len: 1097 time: 1.2760594 Jul 21 20:55:00.666897 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'tag': 'bef5d58c-c94f-4a10-9331-5b8e41b40151'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:55:00.669212 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e8d4eb-a8ec-484d-b7be-508eddfe2d59" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdd0733-50ba-4256-ab59-8f480c117c13", "tag": "bef5d58c-c94f-4a10-9331-5b8e41b40151"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:55:00.692470 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54800b-f600-4a2f-b2f6-7575821775e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bef5d58c-c94f-4a10-9331-5b8e41b40151,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:00.731434 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8020736e-28d8-46e6-9f26-8218e427a673 x-openstack-request-id: req-8020736e-28d8-46e6-9f26-8218e427a673 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:55:00.731838 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdd0733-50ba-4256-ab59-8f480c117c13", "tag": "bef5d58c-c94f-4a10-9331-5b8e41b40151", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:55:00.732004 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8020736e-28d8-46e6-9f26-8218e427a673 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:55:00.732475 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8020736e-28d8-46e6-9f26-8218e427a673'] response: {'name': 'network-changed', 'server_uuid': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'tag': 'bef5d58c-c94f-4a10-9331-5b8e41b40151', 'status': 'completed', 'code': 200} Jul 21 20:55:00.835118 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'port': {'device_id': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'admin_state_up': True, 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'security_groups': ['232bc818-728d-4fb9-a134-e0e4903adaea']}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:55:00.900354 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8d4eb-a8ec-484d-b7be-508eddfe2d59 req-4e1e0838-8bfa-4ea6-899d-1c114567a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:00.902544 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-85e8d4eb-a8ec-484d-b7be-508eddfe2d59 req-4e1e0838-8bfa-4ea6-899d-1c114567a4eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0f56ad01c544c958f8e65367ff5c575&device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 1131 time: 0.0620453 Jul 21 20:55:00.951022 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f529ba87-3571-4295-b04d-bc74f687479a req-dd7dbf9b-6571-4e70-9c61-e42ce5ed18a7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0473020 Jul 21 20:55:00.965633 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-85e8d4eb-a8ec-484d-b7be-508eddfe2d59 req-9477bd56-b6dc-4590-9917-37bffe7dbaa9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a0f56ad01c544c958f8e65367ff5c575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463986 Jul 21 20:55:01.003482 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Made reservation on behalf of c51d3542adae4062a487ab85d673140d for: {'port': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:55:01.006992 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:01.089472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8d4eb-a8ec-484d-b7be-508eddfe2d59 req-f110fb40-1b62-4c5a-8aa9-96a1c3bd0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:01.091254 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-85e8d4eb-a8ec-484d-b7be-508eddfe2d59 req-f110fb40-1b62-4c5a-8aa9-96a1c3bd0d3a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172228 Jul 21 20:55:01.150199 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b8d45626-4ec1-4d6d-911b-6ff405b00540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:01.196343 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Allocated IP 172.20.0.5 (cfa25da3-fc72-46d1-8f85-10482d1b770c/4baaa6db-3293-4627-ae4a-ecace4ce3e51/3d26f1bb-0cc8-4534-94aa-7d6db164e0dd) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:55:01.220483 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-99d3191c-9077-43c1-bc0c-53a23b82d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:01.222048 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-99d3191c-9077-43c1-bc0c-53a23b82d132 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0f56ad01c544c958f8e65367ff5c575&device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 1131 time: 0.0502312 Jul 21 20:55:01.289961 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-cc66a392-0e21-48be-8feb-410b6c8e6ce3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=bef5d58c-c94f-4a10-9331-5b8e41b40151 HTTP/1.1" status: 200 len: 217 time: 0.0509140 Jul 21 20:55:01.359675 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-811a3d38-d486-4418-9b7d-c0f9a477a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:01.361944 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-811a3d38-d486-4418-9b7d-c0f9a477a389 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5fae71e8-452e-420a-8595-3c926adccee8 HTTP/1.1" status: 200 len: 843 time: 0.0650318 Jul 21 20:55:01.402854 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461541f-6792-4247-88f5-543eef0ffc61 req-fa3882b1-30cc-44f3-8de9-87b1f0999565 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:01.404002 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f461541f-6792-4247-88f5-543eef0ffc61 req-fa3882b1-30cc-44f3-8de9-87b1f0999565 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 947 time: 0.1119058 Jul 21 20:55:01.429628 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-8f83fdf6-ddf8-4073-92c9-9c2bda797320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:01.431269 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-8f83fdf6-ddf8-4073-92c9-9c2bda797320 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83d25ba0-a7ce-41a6-8126-489f5401fa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0625870 Jul 21 20:55:01.447254 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:01.481949 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f461541f-6792-4247-88f5-543eef0ffc61 req-6d0ff011-3ae8-49f2-abc4-b22543fc1425 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673003 Jul 21 20:55:01.491789 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:01.493626 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:01.507746 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:01.545928 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-a56ca58c-9e56-47b5-b5bb-7bed2caa717f service neutron] 10.222.0.73 "GET /v2.0/networks/83d25ba0-a7ce-41a6-8126-489f5401fa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074326 Jul 21 20:55:01.553542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Network cfa25da3-fc72-46d1-8f85-10482d1b770c is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:55:01.560317 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:55:01.564909 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:55:01.574802 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'Port': ['ID=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:01.639994 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:01.639994 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:01.652888 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ac8ca43d-0a7b-4453-85d9-03cb232ce264 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274717 Jul 21 20:55:01.657834 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d0f4257d-2a94-45c1-9bf5-b14d5eb3b4f5 req-9a7d5ec3-7e4b-41ca-b40a-29df1e35a83f service neutron] 10.222.0.73 "GET /v2.0/networks/83d25ba0-a7ce-41a6-8126-489f5401fa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052444 Jul 21 20:55:01.688774 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Request body: {'port': {'device_id': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:55:01.752678 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:01.812791 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-1b5f7770-0b87-471b-8baf-ae20bf0ecb0f None None] Provisioning complete for port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:55:01.813176 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7770-0b87-471b-8baf-ae20bf0ecb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:01.982355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f7770-0b87-471b-8baf-ae20bf0ecb0f None None] Port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:55:02.027913 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd {{(pid=110830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:55:02.035899 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Publish callbacks [] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:02.048770 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.provisioning_blocks [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Transition to ACTIVE for port object 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd will not be triggered until provisioned by entity L2. {{(pid=110830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:55:02.053269 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:02.086835 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1bf74-b610-4eca-b87e-42e912fb3efe req-9c832e4b-1537-42ca-8953-87ee9a84bbab tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:02.088394 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-82a1bf74-b610-4eca-b87e-42e912fb3efe req-9c832e4b-1537-42ca-8953-87ee9a84bbab tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 931 time: 0.0592775 Jul 21 20:55:02.103785 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:02.113835 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:02.148507 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-82a1bf74-b610-4eca-b87e-42e912fb3efe req-bee1aed0-a842-44e6-8e8b-21f25533cb93 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540476 Jul 21 20:55:02.183009 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Attempting to bind port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:55:02.183347 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Attempting to bind port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'}] {{(pid=110830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:55:02.183676 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Attempting to bind port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd on network cfa25da3-fc72-46d1-8f85-10482d1b770c {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:55:02.188430 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd on network cfa25da3-fc72-46d1-8f85-10482d1b770c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:55:02.188750 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Attempting to bind port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd on network cfa25da3-fc72-46d1-8f85-10482d1b770c {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:55:02.194007 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:55:02.194342 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Checking segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:55:02.194722 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Bound using segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} {{(pid=110830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:55:02.195150 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.managers [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Bound port: 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'}}] {{(pid=110830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:55:02.195509 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:02.262294 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] For port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd, host hv-cinder-85068, cleared binding levels {{(pid=110830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:55:02.265527 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] For port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:55:02.271802 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:02.311683 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:02.312406 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:02.313827 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/3d26f1bb-0cc8-4534-94aa-7d6db164e0dd HTTP/1.1" status: 200 len: 1093 time: 0.6295855 Jul 21 20:55:02.314268 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:55:02.316560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ae26c7-823d-4223-b779-1fead1e7f61a" -d '{"events": [{"name": "network-changed", "server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:55:02.349065 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c2faa-aad4-4ba9-8582-dfd6c611b2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,revision_number=3']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:02.362623 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120936f1-9ad7-4b7a-a29e-19ed4e3a34aa x-openstack-request-id: req-120936f1-9ad7-4b7a-a29e-19ed4e3a34aa {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:55:02.362976 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:55:02.363291 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-120936f1-9ad7-4b7a-a29e-19ed4e3a34aa {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:55:02.363786 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120936f1-9ad7-4b7a-a29e-19ed4e3a34aa'] response: {'name': 'network-changed', 'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'status': 'completed', 'code': 200} Jul 21 20:55:02.601236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711b160-06d3-4d88-bfc0-3134887ec1c9 req-6d5db73d-45b5-463c-8a85-09bc857b1adf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:02.602760 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c711b160-06d3-4d88-bfc0-3134887ec1c9 req-6d5db73d-45b5-463c-8a85-09bc857b1adf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 947 time: 0.0508523 Jul 21 20:55:02.652695 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c711b160-06d3-4d88-bfc0-3134887ec1c9 req-6d1bef28-1bc5-407b-b76f-a9c34d6dcc53 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442193 Jul 21 20:55:03.268275 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:03.284434 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddf74b-d1ee-4013-87f6-670730488728 req-92346965-da50-40b5-af63-4333ae7d4a46 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:03.285918 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d7ddf74b-d1ee-4013-87f6-670730488728 req-92346965-da50-40b5-af63-4333ae7d4a46 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0629377 Jul 21 20:55:03.316130 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:03.333993 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d7ddf74b-d1ee-4013-87f6-670730488728 req-7bc1f97a-4e9c-4da8-af77-2c64414751a4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Jul 21 20:55:03.605057 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53690a-6533-4d7c-8820-9441d2dd55e0 req-9cf67c15-7bd9-432c-a014-ffb8d1ead08e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:03.606655 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4c53690a-6533-4d7c-8820-9441d2dd55e0 req-9cf67c15-7bd9-432c-a014-ffb8d1ead08e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0508263 Jul 21 20:55:03.660273 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4c53690a-6533-4d7c-8820-9441d2dd55e0 req-c4e96831-d602-41ef-a9d3-e64df7551f2f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473931 Jul 21 20:55:03.783107 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77f70f-803e-4d0b-80b2-5097c6c67888 req-cc873e9f-46f9-45fd-9920-cd50fef7b3fc tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:03.784532 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a77f70f-803e-4d0b-80b2-5097c6c67888 req-cc873e9f-46f9-45fd-9920-cd50fef7b3fc tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 947 time: 0.0491238 Jul 21 20:55:03.842908 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a77f70f-803e-4d0b-80b2-5097c6c67888 req-422e591e-745e-4f4c-9333-16916e56e35b tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517275 Jul 21 20:55:04.043460 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-038ff64f-21a3-45e4-b4b6-863c36c860c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:04.449930 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad2892-6fbe-4311-a66e-49d95e6f133b req-8c445795-23e6-47f7-99b5-87baefaedb02 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:04.451672 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-27ad2892-6fbe-4311-a66e-49d95e6f133b req-8c445795-23e6-47f7-99b5-87baefaedb02 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0501568 Jul 21 20:55:04.506654 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-27ad2892-6fbe-4311-a66e-49d95e6f133b req-47ec1524-3025-4a5c-acd2-4dca24aefcbd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482166 Jul 21 20:55:04.778653 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb07332-5cdc-4e40-b985-a09ba2ef5bf9 req-66b6b143-e185-425c-ae3f-f9bed1e56f37 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:04.780538 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-adb07332-5cdc-4e40-b985-a09ba2ef5bf9 req-66b6b143-e185-425c-ae3f-f9bed1e56f37 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0509315 Jul 21 20:55:04.830292 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-adb07332-5cdc-4e40-b985-a09ba2ef5bf9 req-1f5cc3f4-ac1a-49db-b05a-8a48cd3c1681 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Jul 21 20:55:04.970400 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042244-5419-4f9c-8f06-c296e4304a4d req-f6139597-0b15-4b68-b57d-5d786f5aabd8 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:04.971867 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c1042244-5419-4f9c-8f06-c296e4304a4d req-f6139597-0b15-4b68-b57d-5d786f5aabd8 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 947 time: 0.0532241 Jul 21 20:55:05.024601 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c1042244-5419-4f9c-8f06-c296e4304a4d req-5b956b60-0152-477c-8adc-aaec76a225e9 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Jul 21 20:55:05.588555 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:05.626636 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344fd71-6a0f-4298-936e-ead107559c65 req-a260334d-1543-4217-addc-246e403c27c4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:05.628152 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5344fd71-6a0f-4298-936e-ead107559c65 req-a260334d-1543-4217-addc-246e403c27c4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0502946 Jul 21 20:55:05.690385 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5344fd71-6a0f-4298-936e-ead107559c65 req-ccd41988-8a8f-4a26-88f2-6251bfbd771b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559287 Jul 21 20:55:05.951865 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251977-439f-44d5-89c4-512b6a826685 req-997b733c-cded-4085-bbc6-a181a579814d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:05.953315 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-24251977-439f-44d5-89c4-512b6a826685 req-997b733c-cded-4085-bbc6-a181a579814d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0508649 Jul 21 20:55:06.002364 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-24251977-439f-44d5-89c4-512b6a826685 req-26b9fcbe-ec5c-4fb6-9598-0ed61817d157 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434973 Jul 21 20:55:06.147706 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc142f-499a-4791-88bf-c0723b287a5e req-d47b2148-1008-47bb-ba5e-8946c2dba544 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:06.149274 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f3fc142f-499a-4791-88bf-c0723b287a5e req-d47b2148-1008-47bb-ba5e-8946c2dba544 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 947 time: 0.0542052 Jul 21 20:55:06.183023 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:06.203123 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f3fc142f-499a-4791-88bf-c0723b287a5e req-b3287e8b-a91b-45b0-a0ea-31dca19f8d37 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Jul 21 20:55:06.595307 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:06.810061 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381820a-d0c9-4801-9181-877c38c94288 req-49314bc0-3cc1-49b2-b1e3-cc842421c307 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:06.811594 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8381820a-d0c9-4801-9181-877c38c94288 req-49314bc0-3cc1-49b2-b1e3-cc842421c307 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0497394 Jul 21 20:55:06.872198 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8381820a-d0c9-4801-9181-877c38c94288 req-bf0fa190-a721-4a7b-adc4-0b433fdc7c11 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511208 Jul 21 20:55:07.261429 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ad4e3-94ce-4bbe-a490-bc4ebbdff2ad req-89da8668-02fa-4ef4-86b9-e8d2e537a930 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:07.262980 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-125ad4e3-94ce-4bbe-a490-bc4ebbdff2ad req-89da8668-02fa-4ef4-86b9-e8d2e537a930 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0517769 Jul 21 20:55:07.310251 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=23 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:07.316605 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-125ad4e3-94ce-4bbe-a490-bc4ebbdff2ad req-8f4f6575-9a3c-44dc-bb5f-39e88db02a63 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479736 Jul 21 20:55:07.322353 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97d67-3cec-4c41-8c1e-2fe51f54f14f req-9dbbe558-88ea-4341-864e-5b05ab1ebf58 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:07.324139 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-48c97d67-3cec-4c41-8c1e-2fe51f54f14f req-9dbbe558-88ea-4341-864e-5b05ab1ebf58 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 947 time: 0.0494838 Jul 21 20:55:07.325273 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:07.383946 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-48c97d67-3cec-4c41-8c1e-2fe51f54f14f req-abb31399-cb4e-416a-a84a-f0a829383dbc tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462668 Jul 21 20:55:07.440316 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:08.001124 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f9bf2-8741-4389-a692-8da6fc674e14 req-6041c50f-d542-4a90-80be-ab702fed9662 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:08.002616 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9e0f9bf2-8741-4389-a692-8da6fc674e14 req-6041c50f-d542-4a90-80be-ab702fed9662 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0574179 Jul 21 20:55:08.050601 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9e0f9bf2-8741-4389-a692-8da6fc674e14 req-ad9e5f58-2a7f-46b8-81bd-f99992a597c7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Jul 21 20:55:08.433778 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63941-4971-4e8a-9650-8b8bd1ce7f9b req-9ce96512-5395-444f-a04c-274039bbefdb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:08.435308 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-18c63941-4971-4e8a-9650-8b8bd1ce7f9b req-9ce96512-5395-444f-a04c-274039bbefdb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0489118 Jul 21 20:55:08.483247 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-18c63941-4971-4e8a-9650-8b8bd1ce7f9b req-df5b957c-e899-43c7-a867-bb28181b5141 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Jul 21 20:55:08.503894 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e87bbb-6c94-4f09-9b8f-e19aded0b434 req-90032839-8857-4529-8233-94f3ade9d6b3 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:08.505436 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d7e87bbb-6c94-4f09-9b8f-e19aded0b434 req-90032839-8857-4529-8233-94f3ade9d6b3 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 947 time: 0.0486159 Jul 21 20:55:08.553659 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d7e87bbb-6c94-4f09-9b8f-e19aded0b434 req-3c30dccb-b16d-4386-9043-fdae18e7ade1 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421877 Jul 21 20:55:09.176138 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66130b69-4c2d-439b-9866-de5b3ac322f9 req-847eaea4-f5de-460a-adad-244b7ac378a3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:09.177647 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-66130b69-4c2d-439b-9866-de5b3ac322f9 req-847eaea4-f5de-460a-adad-244b7ac378a3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0555937 Jul 21 20:55:09.227800 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-66130b69-4c2d-439b-9866-de5b3ac322f9 req-ef1c6d9f-1612-4bb0-8b41-d24117c288d4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440090 Jul 21 20:55:09.607823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211422de-7f4f-4a7e-b23e-ac425a91a335 req-f7407bf2-e545-4171-a990-99d9e6ac7d87 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:09.609340 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-211422de-7f4f-4a7e-b23e-ac425a91a335 req-f7407bf2-e545-4171-a990-99d9e6ac7d87 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0573838 Jul 21 20:55:09.662152 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device bef5d58c-c94f-4a10-9331-5b8e41b40151 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:55:09.664603 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-211422de-7f4f-4a7e-b23e-ac425a91a335 req-2555753f-6640-4610-a1aa-b7f0d84c4605 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493548 Jul 21 20:55:09.673562 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ba25-dfb9-431b-b69f-01f3e4d9c0bd req-a0f83322-ae0c-4ff3-a7ce-f7492837b3c0 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:09.675428 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-72b5ba25-dfb9-431b-b69f-01f3e4d9c0bd req-a0f83322-ae0c-4ff3-a7ce-f7492837b3c0 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 947 time: 0.0500429 Jul 21 20:55:09.676385 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:09.726306 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-72b5ba25-dfb9-431b-b69f-01f3e4d9c0bd req-f8161d82-9e67-4ef8-a8a4-5628e780a30a tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444708 Jul 21 20:55:09.777783 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port bef5d58c-c94f-4a10-9331-5b8e41b40151, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bef5d58c-c94f-4a10-9331-5b8e41b40151,segment=NetworkSegment(1c1b8205-ee9a-4206-b7bb-9e89890d6cc9),segment_id=1c1b8205-ee9a-4206-b7bb-9e89890d6cc9)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:55:09.791175 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'bef5d58c-c94f-4a10-9331-5b8e41b40151', 'network_id': '83d25ba0-a7ce-41a6-8126-489f5401fa56', 'port_id': 'bef5d58c-c94f-4a10-9331-5b8e41b40151', 'mac_address': 'fa:16:3e:e6:c6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fae71e8-452e-420a-8595-3c926adccee8', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:55:09.833254 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port bef5d58c-c94f-4a10-9331-5b8e41b40151 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:55:09.833893 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:09.849082 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef5d58c-c94f-4a10-9331-5b8e41b40151 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:55:09.871920 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port bef5d58c-c94f-4a10-9331-5b8e41b40151, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bef5d58c-c94f-4a10-9331-5b8e41b40151,segment=NetworkSegment(1c1b8205-ee9a-4206-b7bb-9e89890d6cc9),segment_id=1c1b8205-ee9a-4206-b7bb-9e89890d6cc9)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:55:09.877181 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:09.930422 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=bef5d58c-c94f-4a10-9331-5b8e41b40151,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:10.355380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c1fa-33e7-49f8-84c0-072bef05cb8a req-13e6594c-008e-4076-aec1-49c1fd3f662c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:10.356997 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d5a9c1fa-33e7-49f8-84c0-072bef05cb8a req-13e6594c-008e-4076-aec1-49c1fd3f662c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0549712 Jul 21 20:55:10.407304 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d5a9c1fa-33e7-49f8-84c0-072bef05cb8a req-ced86783-c0e3-4eeb-ac50-60e94e1ec531 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Jul 21 20:55:10.783452 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb9edd-4c8e-482a-a944-9ab7f2c3af88 req-a16e3217-34b4-431a-84b5-05c0ee23f9c7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:10.784997 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-37eb9edd-4c8e-482a-a944-9ab7f2c3af88 req-a16e3217-34b4-431a-84b5-05c0ee23f9c7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0504191 Jul 21 20:55:10.833682 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:10.844968 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-37eb9edd-4c8e-482a-a944-9ab7f2c3af88 req-e93e9d9b-b5d1-46e3-815f-64838d643830 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532689 Jul 21 20:55:10.847494 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82935b0-8eb5-43d3-8c24-9c1e2770d176 req-0b5348df-8772-4a89-af79-f2fa92e80d72 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:10.849123 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e82935b0-8eb5-43d3-8c24-9c1e2770d176 req-0b5348df-8772-4a89-af79-f2fa92e80d72 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 948 time: 0.0541217 Jul 21 20:55:10.901977 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e82935b0-8eb5-43d3-8c24-9c1e2770d176 req-fe5ced81-516f-43dd-8c65-5b87cc8fcc93 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Jul 21 20:55:11.518794 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09540b63-0d05-4b9a-969f-9eee16c8898d req-e12ef293-a96e-45b7-b476-9c8c5b4c3746 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:11.520281 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-09540b63-0d05-4b9a-969f-9eee16c8898d req-e12ef293-a96e-45b7-b476-9c8c5b4c3746 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0470080 Jul 21 20:55:11.531808 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:11.547245 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:11.568860 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-09540b63-0d05-4b9a-969f-9eee16c8898d req-3562d57e-1f5a-40d0-8b94-ef998319073a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Jul 21 20:55:11.974037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90670b81-13d4-491f-8f2e-d556254bfdd9 req-93f53cc0-c8be-4b48-b2fb-b5d93cb36161 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:11.976661 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-90670b81-13d4-491f-8f2e-d556254bfdd9 req-93f53cc0-c8be-4b48-b2fb-b5d93cb36161 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0628862 Jul 21 20:55:12.045912 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-90670b81-13d4-491f-8f2e-d556254bfdd9 req-8a260711-9517-4d96-8310-6660e0ca82e5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629525 Jul 21 20:55:12.047130 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc76d81-8116-4a37-b9ed-1e3461419f68 req-4a6371cc-a686-450b-b1f5-b227df8ab58f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:12.048746 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bcc76d81-8116-4a37-b9ed-1e3461419f68 req-4a6371cc-a686-450b-b1f5-b227df8ab58f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 948 time: 0.0589385 Jul 21 20:55:12.101367 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bcc76d81-8116-4a37-b9ed-1e3461419f68 req-fdf1b0f5-b1a9-4e1d-bc8a-06c13b5bb561 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Jul 21 20:55:12.684240 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317787d4-cb44-4003-8426-11b1b204bc03 req-b67ae377-7468-4d3f-9da7-a30b881a2ba6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:12.685655 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-317787d4-cb44-4003-8426-11b1b204bc03 req-b67ae377-7468-4d3f-9da7-a30b881a2ba6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0482368 Jul 21 20:55:12.734225 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-317787d4-cb44-4003-8426-11b1b204bc03 req-912fef98-f4ed-4497-bdbf-d67e18b2e0e0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Jul 21 20:55:13.293172 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893e9f6-e1d4-4fea-90eb-7c0a02c75679 req-a3fe54a6-b417-4d41-b7f1-66323cfc8a7f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:13.295837 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d893e9f6-e1d4-4fea-90eb-7c0a02c75679 req-a3fe54a6-b417-4d41-b7f1-66323cfc8a7f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 948 time: 0.0732117 Jul 21 20:55:13.382320 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d893e9f6-e1d4-4fea-90eb-7c0a02c75679 req-43f5ebaa-9d7e-4c08-988a-00d066fe6b4e tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717900 Jul 21 20:55:13.453893 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874efe73-9189-4a53-b627-c3e06b80e69c req-5c86fefa-cfb0-4e6c-8203-5d7b4dfcf626 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:13.455406 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-874efe73-9189-4a53-b627-c3e06b80e69c req-5c86fefa-cfb0-4e6c-8203-5d7b4dfcf626 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.3299868 Jul 21 20:55:13.513651 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-874efe73-9189-4a53-b627-c3e06b80e69c req-2fab8c46-da09-4296-9fb9-74ab7b9f12fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Jul 21 20:55:13.616688 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['bef5d58c-c94f-4a10-9331-5b8e41b40151'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:55:13.741429 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:13.851568 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af34fc-331e-4f23-a3d2-913b7e379585 req-646b7356-d5f8-4bd3-8c34-553accdc2b43 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:13.852966 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3af34fc-331e-4f23-a3d2-913b7e379585 req-646b7356-d5f8-4bd3-8c34-553accdc2b43 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0482583 Jul 21 20:55:13.872526 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:13.905825 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3af34fc-331e-4f23-a3d2-913b7e379585 req-931f62d8-c4b5-4389-9434-199a2aa95371 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Jul 21 20:55:14.202794 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae26c7-823d-4223-b779-1fead1e7f61a req-6259e678-b58a-4041-927c-bd5806bca9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.204231 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b5ae26c7-823d-4223-b779-1fead1e7f61a req-6259e678-b58a-4041-927c-bd5806bca9ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0445309 Jul 21 20:55:14.207139 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-5cee9cf2-64f6-40a7-b0dc-664c37e5b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.208735 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-5cee9cf2-64f6-40a7-b0dc-664c37e5b0ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 1130 time: 0.0403342 Jul 21 20:55:14.367289 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-267d4fdb-00f3-415f-bfd1-557c48f6794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.368804 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-267d4fdb-00f3-415f-bfd1-557c48f6794d service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.1103122 Jul 21 20:55:14.413435 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-49a26696-94ac-473c-adf6-1270d42399da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95 HTTP/1.1" status: 200 len: 217 time: 0.0355551 Jul 21 20:55:14.474811 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-07eb6d0c-5fab-4081-9e65-d5ec6e092016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.476254 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-07eb6d0c-5fab-4081-9e65-d5ec6e092016 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0539889 Jul 21 20:55:14.529831 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae26c7-823d-4223-b779-1fead1e7f61a req-ebd621a1-aab6-432b-8bb8-b8395fc469fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.532278 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b5ae26c7-823d-4223-b779-1fead1e7f61a req-ebd621a1-aab6-432b-8bb8-b8395fc469fa service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c51d3542adae4062a487ab85d673140d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2747402 Jul 21 20:55:14.533911 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-ffed284f-edad-42b4-b08f-b5423c17e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.535451 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-ffed284f-edad-42b4-b08f-b5423c17e464 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440831 Jul 21 20:55:14.553823 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a95ea-3063-47e6-a640-090a69a04a56 req-c878736c-e29d-47ae-8ad7-f8d496fdda22 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.555368 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-131a95ea-3063-47e6-a640-090a69a04a56 req-c878736c-e29d-47ae-8ad7-f8d496fdda22 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 948 time: 0.0987208 Jul 21 20:55:14.698331 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710915d-b0fd-4cb4-adc7-b46550876d95 req-12b2051a-7b47-4115-afd0-a4822d12f672 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.700070 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3710915d-b0fd-4cb4-adc7-b46550876d95 req-12b2051a-7b47-4115-afd0-a4822d12f672 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.1098478 Jul 21 20:55:14.735247 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-131a95ea-3063-47e6-a640-090a69a04a56 req-cd31c378-2a5b-452f-86bd-cce9a2438783 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612120 Jul 21 20:55:14.735473 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-c7dfde96-d34a-46e5-a555-fbe9d9840220 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815009 Jul 21 20:55:14.767515 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae26c7-823d-4223-b779-1fead1e7f61a req-58ec6710-bf4b-4242-a825-0d700e54e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:14.769360 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b5ae26c7-823d-4223-b779-1fead1e7f61a req-58ec6710-bf4b-4242-a825-0d700e54e656 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123849 Jul 21 20:55:14.820375 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3710915d-b0fd-4cb4-adc7-b46550876d95 req-0bb7f233-eb51-4d67-9b4d-4622d7dd9df1 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128945 Jul 21 20:55:14.853006 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c7bb86c9-fefa-4243-92d5-60bcfd6fdb94 req-75ad6174-eb13-454a-9a95-dda070dd157e service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100240 Jul 21 20:55:15.031442 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205306b-914e-4725-8763-638c7bceffa8 req-8ced1c27-9c7b-48c8-a83f-5dc0fe769658 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.031739 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3205306b-914e-4725-8763-638c7bceffa8 req-8ced1c27-9c7b-48c8-a83f-5dc0fe769658 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0563118 Jul 21 20:55:15.096671 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3205306b-914e-4725-8763-638c7bceffa8 req-4376eacf-536c-4c73-9f12-e77e22437409 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575404 Jul 21 20:55:15.158040 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0898157f-405b-4508-9bd4-c6daeb00baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.159588 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-0898157f-405b-4508-9bd4-c6daeb00baac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0770657 Jul 21 20:55:15.176873 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-98fb02fc-7242-4a2d-983f-6c0e29401fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.178618 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-98fb02fc-7242-4a2d-983f-6c0e29401fdf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 1130 time: 0.0546327 Jul 21 20:55:15.358338 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device bef5d58c-c94f-4a10-9331-5b8e41b40151 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:55:15.384531 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-896789d8-ca95-4312-8275-16a8fb5d3091 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd HTTP/1.1" status: 200 len: 217 time: 0.0357108 Jul 21 20:55:15.424047 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port bef5d58c-c94f-4a10-9331-5b8e41b40151 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:55:15.435449 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port bef5d58c-c94f-4a10-9331-5b8e41b40151 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:55:15.435861 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:15.449860 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d173-bad5-46d6-a774-7101316b9df3 req-f9c72409-8cbf-4c8d-b32b-dee17c474a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.451439 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-f9c72409-8cbf-4c8d-b32b-dee17c474a49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4baaa6db-3293-4627-ae4a-ecace4ce3e51 HTTP/1.1" status: 200 len: 849 time: 0.0599444 Jul 21 20:55:15.490388 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:15.500300 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-9a8b43a9-6330-4d1b-9ed1-4d6427465d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.501894 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-9a8b43a9-6330-4d1b-9ed1-4d6427465d31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.1478641 Jul 21 20:55:15.504553 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ab9e08ba-c42e-4d16-bc03-533cb9498f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.506756 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-ab9e08ba-c42e-4d16-bc03-533cb9498f3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa25da3-fc72-46d1-8f85-10482d1b770c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481434 Jul 21 20:55:15.535056 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port bef5d58c-c94f-4a10-9331-5b8e41b40151 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:55:15.535418 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:15.563030 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-cf17568e-05e4-4c9f-b9e8-a36d2dd69e77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95 HTTP/1.1" status: 200 len: 217 time: 0.0392303 Jul 21 20:55:15.567393 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef5d58c-c94f-4a10-9331-5b8e41b40151'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:55:15.571015 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0925a835-0c16-474d-b7f1-16a1b24eedc6" -d '{"events": [{"server_uuid": "9fdd0733-50ba-4256-ab59-8f480c117c13", "name": "network-vif-plugged", "status": "completed", "tag": "bef5d58c-c94f-4a10-9331-5b8e41b40151"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:55:15.585784 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port bef5d58c-c94f-4a10-9331-5b8e41b40151, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bef5d58c-c94f-4a10-9331-5b8e41b40151,segment=NetworkSegment(1c1b8205-ee9a-4206-b7bb-9e89890d6cc9),segment_id=1c1b8205-ee9a-4206-b7bb-9e89890d6cc9)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:55:15.591422 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:15.627065 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-13ff1e68-69b9-4135-ada0-b9559f74d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.629801 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-13ff1e68-69b9-4135-ada0-b9559f74d4fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0604503 Jul 21 20:55:15.641440 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e7f027-f77a-4fc6-b18e-75e885d71d17 x-openstack-request-id: req-83e7f027-f77a-4fc6-b18e-75e885d71d17 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:55:15.642053 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdd0733-50ba-4256-ab59-8f480c117c13", "name": "network-vif-plugged", "status": "completed", "tag": "bef5d58c-c94f-4a10-9331-5b8e41b40151", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:55:15.642535 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83e7f027-f77a-4fc6-b18e-75e885d71d17 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:55:15.643743 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e7f027-f77a-4fc6-b18e-75e885d71d17'] response: {'server_uuid': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef5d58c-c94f-4a10-9331-5b8e41b40151', 'code': 200} Jul 21 20:55:15.664394 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=bef5d58c-c94f-4a10-9331-5b8e41b40151,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:15.694347 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-5835ae1b-7569-48eb-8003-a9afc961b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.696020 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-5835ae1b-7569-48eb-8003-a9afc961b77e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557098 Jul 21 20:55:15.696975 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-401fc1ca-580e-40fb-a985-13a0a24de1b5 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707485 Jul 21 20:55:15.862967 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df81ec0-088e-4cfd-be10-ec175f8d81cd req-9d20a48c-34bf-47f2-8f22-2bb34d853350 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.864851 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7df81ec0-088e-4cfd-be10-ec175f8d81cd req-9d20a48c-34bf-47f2-8f22-2bb34d853350 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0552485 Jul 21 20:55:15.920031 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7df81ec0-088e-4cfd-be10-ec175f8d81cd req-28805b47-5699-4868-a19f-af9363687339 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496190 Jul 21 20:55:15.946286 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b06636-b014-414e-8a31-f1548f8f0474 req-1bf49943-f658-49fd-95e3-83ea5082d83e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:15.947882 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-13b06636-b014-414e-8a31-f1548f8f0474 req-1bf49943-f658-49fd-95e3-83ea5082d83e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0532486 Jul 21 20:55:16.002507 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-13b06636-b014-414e-8a31-f1548f8f0474 req-2773be31-90b7-4744-9edf-49d89d215d33 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Jul 21 20:55:16.220945 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37171368-104d-48f6-9457-c6ac32ce02a5 req-b18c7ef6-aaa6-4bfb-a17d-72fa1b0149ed tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:16.223507 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-37171368-104d-48f6-9457-c6ac32ce02a5 req-b18c7ef6-aaa6-4bfb-a17d-72fa1b0149ed tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0589006 Jul 21 20:55:16.237001 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:16.251059 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:16.281900 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-37171368-104d-48f6-9457-c6ac32ce02a5 req-06e70625-578b-4bbc-a5e2-bd830aff96c9 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518112 Jul 21 20:55:16.484868 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:17.029231 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:17.041447 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb8123-79bb-477e-a713-242d3ae9bf3b req-f328be55-a3b5-4aa8-bc19-8c8bdf1e237a tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:17.042829 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a4cb8123-79bb-477e-a713-242d3ae9bf3b req-f328be55-a3b5-4aa8-bc19-8c8bdf1e237a tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0533319 Jul 21 20:55:17.093001 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a4cb8123-79bb-477e-a713-242d3ae9bf3b req-5abbce9a-d50d-4239-ba29-0b49e9681ee8 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Jul 21 20:55:17.126254 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddd61b-75b9-4d37-97b5-83106d3ffd87 req-e81be2da-c42b-4b05-9d04-8dbb81bc28b8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:17.127737 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b1ddd61b-75b9-4d37-97b5-83106d3ffd87 req-e81be2da-c42b-4b05-9d04-8dbb81bc28b8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0517087 Jul 21 20:55:17.177781 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b1ddd61b-75b9-4d37-97b5-83106d3ffd87 req-b33bb93e-ff10-4933-9e41-94ee1becd0e6 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Jul 21 20:55:17.283770 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:55:17.394786 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf66034-d0b7-4ab5-abd1-7d98a9e53ee9 req-c03792be-8305-4af4-b757-4b9828ce3356 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:17.396807 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf66034-d0b7-4ab5-abd1-7d98a9e53ee9 req-c03792be-8305-4af4-b757-4b9828ce3356 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0484471 Jul 21 20:55:17.447487 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf66034-d0b7-4ab5-abd1-7d98a9e53ee9 req-b7e85db3-4046-4a09-a45f-ec85c2483381 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Jul 21 20:55:17.701278 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9200d173-bad5-46d6-a774-7101316b9df3 req-e1c0d0a2-8c29-4bd9-bf48-095d72b912af service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920074 Jul 21 20:55:17.702967 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-b1fd1fa3-01d1-42d8-9ade-796f77229849 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929599 Jul 21 20:55:18.229589 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f56e6-aeb9-4eda-94ab-13942de1920d req-35dea8e6-ad27-4a9f-b13c-584ad1fa218c tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:18.231273 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3a2f56e6-aeb9-4eda-94ab-13942de1920d req-35dea8e6-ad27-4a9f-b13c-584ad1fa218c tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0550623 Jul 21 20:55:18.286795 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3a2f56e6-aeb9-4eda-94ab-13942de1920d req-195e6d03-dd0e-4d5e-809f-d4d6cd859abc tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488479 Jul 21 20:55:18.295701 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed4c68-bfa4-4614-9cbf-61dfacf8eb57 req-7ba972be-4328-431a-8ba0-9a49299d6376 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:18.297367 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1ed4c68-bfa4-4614-9cbf-61dfacf8eb57 req-7ba972be-4328-431a-8ba0-9a49299d6376 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0485280 Jul 21 20:55:18.354217 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1ed4c68-bfa4-4614-9cbf-61dfacf8eb57 req-e4567e6d-aa00-4778-bfd9-a31e2b98b1bc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Jul 21 20:55:18.565502 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412edf5-2de6-4c3a-bd10-8ab9d0d49d00 req-be1caae1-3b57-4e5a-95b8-c4ae0f40a9c1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:18.566985 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6412edf5-2de6-4c3a-bd10-8ab9d0d49d00 req-be1caae1-3b57-4e5a-95b8-c4ae0f40a9c1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0492830 Jul 21 20:55:18.616617 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6412edf5-2de6-4c3a-bd10-8ab9d0d49d00 req-735acde5-2c54-4b1f-a0af-9b36d648bd9b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Jul 21 20:55:19.406649 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e99953-3dd7-49db-9c23-2c6959ee6dc9 req-8cece956-64a1-4c59-9ed3-7a4d80d7cfc8 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:19.408158 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5e99953-3dd7-49db-9c23-2c6959ee6dc9 req-8cece956-64a1-4c59-9ed3-7a4d80d7cfc8 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0528829 Jul 21 20:55:19.457192 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5e99953-3dd7-49db-9c23-2c6959ee6dc9 req-1b180ef0-7b79-46be-abf5-89a5a94db644 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Jul 21 20:55:19.477346 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ede1d-a703-460a-8651-b3d5885e503f req-144ba804-ed60-49fb-b468-05fb006af12a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:19.478845 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0d2ede1d-a703-460a-8651-b3d5885e503f req-144ba804-ed60-49fb-b468-05fb006af12a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0513306 Jul 21 20:55:19.530070 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0d2ede1d-a703-460a-8651-b3d5885e503f req-89dbb134-b3ba-4aa7-8b1f-837a31bc47ba tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456817 Jul 21 20:55:19.739007 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19eb26-32b7-4e7e-a419-75932a6e1c85 req-c059a676-3f62-4d86-99ea-f0645b051422 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:19.741139 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0a19eb26-32b7-4e7e-a419-75932a6e1c85 req-c059a676-3f62-4d86-99ea-f0645b051422 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0555308 Jul 21 20:55:19.790534 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0a19eb26-32b7-4e7e-a419-75932a6e1c85 req-8259288c-0ef6-431f-8337-8a5a53b22ebd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Jul 21 20:55:20.282341 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc83ef24-6a26-4a51-808a-356c2856cb66 req-181dd938-6b0d-45b5-813c-451424e10a85 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851414 Jul 21 20:55:20.579553 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088ee24-c245-492f-9673-6a724e443648 req-0d68ae1e-a023-48f7-b845-91919f0a63b4 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:20.581103 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9088ee24-c245-492f-9673-6a724e443648 req-0d68ae1e-a023-48f7-b845-91919f0a63b4 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0541270 Jul 21 20:55:20.644254 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9088ee24-c245-492f-9673-6a724e443648 req-24364a8d-6664-48fe-9c52-aba74f30fcb8 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571320 Jul 21 20:55:20.656943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4cd78-589d-4049-9e76-8f5c16309d11 req-268c1ed8-b64c-4d2d-ab45-6ac22286fe9b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:20.658497 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bfa4cd78-589d-4049-9e76-8f5c16309d11 req-268c1ed8-b64c-4d2d-ab45-6ac22286fe9b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0534365 Jul 21 20:55:20.710133 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bfa4cd78-589d-4049-9e76-8f5c16309d11 req-d4e671d9-9194-4b5b-8386-5fd07983cf23 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455992 Jul 21 20:55:20.908935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d78681-af33-4444-8677-848d29929925 req-21a79d67-e7d3-470a-acb1-bcb437921217 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:20.910464 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b1d78681-af33-4444-8677-848d29929925 req-21a79d67-e7d3-470a-acb1-bcb437921217 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0511737 Jul 21 20:55:20.960620 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b1d78681-af33-4444-8677-848d29929925 req-dd29ea9e-ecf9-437f-8a7b-df868b6ebe66 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Jul 21 20:55:21.763573 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f69b9-08d1-44ef-abe5-5337ea5e1ac1 req-1fff3010-b2c8-4bec-aafd-df279b2dd52d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:21.765086 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5e3f69b9-08d1-44ef-abe5-5337ea5e1ac1 req-1fff3010-b2c8-4bec-aafd-df279b2dd52d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0492723 Jul 21 20:55:21.815978 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5e3f69b9-08d1-44ef-abe5-5337ea5e1ac1 req-86f4dae8-ca86-4044-94df-8e28521ea50d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Jul 21 20:55:21.828401 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc12f-1aac-42f8-adab-6b988775c591 req-bee4d23d-b21d-44a0-aaa2-aa3601c6338f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:21.829904 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c56dc12f-1aac-42f8-adab-6b988775c591 req-bee4d23d-b21d-44a0-aaa2-aa3601c6338f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0483768 Jul 21 20:55:21.879788 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c56dc12f-1aac-42f8-adab-6b988775c591 req-93bf4d03-1ec4-4c9a-a0fd-f26b33fa2678 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Jul 21 20:55:22.079511 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ea89-0325-4a50-8b84-1e029db4a79b req-f76e8890-20d1-49a9-96ac-b8015c361592 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:22.081070 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e181ea89-0325-4a50-8b84-1e029db4a79b req-f76e8890-20d1-49a9-96ac-b8015c361592 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0500529 Jul 21 20:55:22.129375 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e181ea89-0325-4a50-8b84-1e029db4a79b req-c47fdae1-3924-45e8-aa0b-061969761d6b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Jul 21 20:55:22.932448 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00b1f9-a354-4f21-ae9b-515862ddd36d req-6e3b3f17-0ec8-4046-95c7-0f520ad42eb9 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:22.933985 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1e00b1f9-a354-4f21-ae9b-515862ddd36d req-6e3b3f17-0ec8-4046-95c7-0f520ad42eb9 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0487256 Jul 21 20:55:22.958927 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:22.984082 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1e00b1f9-a354-4f21-ae9b-515862ddd36d req-8ad1ce9e-9700-479e-908a-d89211d2d17b tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Jul 21 20:55:22.999699 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a69f1-48e0-436b-9d8a-a11d175f65ff req-ad016656-bd88-4d8b-8690-0cab83ce1dd1 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:23.001203 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-765a69f1-48e0-436b-9d8a-a11d175f65ff req-ad016656-bd88-4d8b-8690-0cab83ce1dd1 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0528235 Jul 21 20:55:23.048631 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-765a69f1-48e0-436b-9d8a-a11d175f65ff req-5413c1e9-5963-4284-8c33-f68ad09bf608 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Jul 21 20:55:23.225284 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:23.244078 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730babb2-ae97-4ec3-8b71-69d7a9157d33 req-6b689c9e-be81-4477-995a-c752be3c37dd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:23.245553 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-730babb2-ae97-4ec3-8b71-69d7a9157d33 req-6b689c9e-be81-4477-995a-c752be3c37dd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0480058 Jul 21 20:55:23.270542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:23.293405 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-730babb2-ae97-4ec3-8b71-69d7a9157d33 req-fb0e1cae-f479-448c-a346-5c3a15e74550 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Jul 21 20:55:24.097076 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ba604-16a9-4da7-9684-f7775b2f98f3 req-57ff728e-bbb4-4c57-a2bc-db93ddd745d9 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:24.098559 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-974ba604-16a9-4da7-9684-f7775b2f98f3 req-57ff728e-bbb4-4c57-a2bc-db93ddd745d9 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0477808 Jul 21 20:55:24.150002 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-974ba604-16a9-4da7-9684-f7775b2f98f3 req-d02f44be-23e7-470e-9ad0-50b224a328da tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Jul 21 20:55:24.181462 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52481be-0ea6-480f-9c58-99712fcc7f5d req-29403633-bea3-4541-a528-d4a897849825 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:24.183584 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c52481be-0ea6-480f-9c58-99712fcc7f5d req-29403633-bea3-4541-a528-d4a897849825 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0641251 Jul 21 20:55:24.232267 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c52481be-0ea6-480f-9c58-99712fcc7f5d req-037a8c7e-7f1c-4b05-9d73-a458862941ec tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Jul 21 20:55:24.390035 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:24.408494 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ba0e5-bc1c-41a8-a3f2-80a4cd8fd22c req-6e2f2571-9ee9-49d8-96e6-8e8382bad11a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:24.409967 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ab3ba0e5-bc1c-41a8-a3f2-80a4cd8fd22c req-6e2f2571-9ee9-49d8-96e6-8e8382bad11a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0488563 Jul 21 20:55:24.464276 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ab3ba0e5-bc1c-41a8-a3f2-80a4cd8fd22c req-b4557b4c-a10f-404a-a982-b43a4595263b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485070 Jul 21 20:55:25.273359 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b1b9a-e717-42a3-9d7e-0e3411c725c1 req-a2c053af-014b-4b90-9705-e9fd7114324f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:25.274923 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f52b1b9a-e717-42a3-9d7e-0e3411c725c1 req-a2c053af-014b-4b90-9705-e9fd7114324f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0512285 Jul 21 20:55:25.330126 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f52b1b9a-e717-42a3-9d7e-0e3411c725c1 req-54eabdd3-1921-45ed-9abf-46e04c88b17d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Jul 21 20:55:25.355251 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982de4c-9518-475a-9681-7b3987709e7f req-157f085b-4c24-4690-95f4-f49c80d1ab24 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:25.356798 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3982de4c-9518-475a-9681-7b3987709e7f req-157f085b-4c24-4690-95f4-f49c80d1ab24 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0556450 Jul 21 20:55:25.413033 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3982de4c-9518-475a-9681-7b3987709e7f req-4757f26e-c136-4a6c-8d11-52ce8f9689c2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502839 Jul 21 20:55:25.578800 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a1254-b92a-414d-bab9-165744ec66fd req-de820606-5f34-45fe-a90f-a4b9f498c849 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:25.580451 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f81a1254-b92a-414d-bab9-165744ec66fd req-de820606-5f34-45fe-a90f-a4b9f498c849 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0470352 Jul 21 20:55:25.633979 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f81a1254-b92a-414d-bab9-165744ec66fd req-1046b5c4-7efc-40a3-8063-c4caac6d4c41 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477297 Jul 21 20:55:26.444181 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643718e-af30-4552-832f-d114b5b93ba3 req-5e3729e9-52e4-4c13-a231-d9d81a9b538d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:26.445678 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4643718e-af30-4552-832f-d114b5b93ba3 req-5e3729e9-52e4-4c13-a231-d9d81a9b538d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0476804 Jul 21 20:55:26.474904 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:26.479985 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:26.496476 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4643718e-af30-4552-832f-d114b5b93ba3 req-0b322cde-0182-439a-a698-5eda1131b56d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Jul 21 20:55:26.529076 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3362-88ef-4337-8b72-c66180d3dc6c req-95aefe2d-f3d5-4760-b02c-efd9168fe075 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:26.530545 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c1ba3362-88ef-4337-8b72-c66180d3dc6c req-95aefe2d-f3d5-4760-b02c-efd9168fe075 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0485001 Jul 21 20:55:26.577030 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c1ba3362-88ef-4337-8b72-c66180d3dc6c req-aa00575c-0b8e-4fdb-bb9a-1ae12b4d8fb5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Jul 21 20:55:26.752677 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe18f9e-b748-41ed-84b2-d1e13a97cbfe req-bc849d0a-f897-4d9f-ab9d-b06d58376103 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:26.754064 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9fe18f9e-b748-41ed-84b2-d1e13a97cbfe req-bc849d0a-f897-4d9f-ab9d-b06d58376103 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0505824 Jul 21 20:55:26.805051 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9fe18f9e-b748-41ed-84b2-d1e13a97cbfe req-6a0a8a7f-cc03-4179-82d3-5734dd41796c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Jul 21 20:55:27.620811 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910af993-43c1-422c-9b83-5a3f93b060fe req-3a779f05-b7fe-46fb-bb29-b80c8ff6d798 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:27.622919 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-910af993-43c1-422c-9b83-5a3f93b060fe req-3a779f05-b7fe-46fb-bb29-b80c8ff6d798 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0568151 Jul 21 20:55:27.680249 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-910af993-43c1-422c-9b83-5a3f93b060fe req-d50cea20-07e2-4978-9e99-feb3d1b4e99d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Jul 21 20:55:27.696539 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088943-d8a2-4e1d-b9be-04cf234e3e47 req-82f5dcc3-5b9c-4221-b1ce-e669a5fa653c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:27.698194 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6d088943-d8a2-4e1d-b9be-04cf234e3e47 req-82f5dcc3-5b9c-4221-b1ce-e669a5fa653c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0492859 Jul 21 20:55:27.756569 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6d088943-d8a2-4e1d-b9be-04cf234e3e47 req-2afd4b37-d645-47b7-83b7-29689ddd0131 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Jul 21 20:55:27.921488 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b0a16-6d2d-4f52-b3dc-264f60501abe req-6663d0fb-e962-4eb6-a3d3-19fc74098c96 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:27.922892 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-be0b0a16-6d2d-4f52-b3dc-264f60501abe req-6663d0fb-e962-4eb6-a3d3-19fc74098c96 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0504224 Jul 21 20:55:27.972253 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-be0b0a16-6d2d-4f52-b3dc-264f60501abe req-d7f5a574-4fa7-4bb8-86d7-c3cd74a89605 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Jul 21 20:55:28.797114 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6fd9-8a56-4d4d-ab73-e68bccb0f2b1 req-b81bedca-f498-4fc6-b3b2-bf0a540ef367 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:28.799696 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e11f6fd9-8a56-4d4d-ab73-e68bccb0f2b1 req-b81bedca-f498-4fc6-b3b2-bf0a540ef367 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0512624 Jul 21 20:55:28.874358 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26171e42-7095-4576-8b9e-5e36527dd68c req-0131cc46-9842-4d86-b2f7-ee1db92c0a53 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:28.876007 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-26171e42-7095-4576-8b9e-5e36527dd68c req-0131cc46-9842-4d86-b2f7-ee1db92c0a53 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0496449 Jul 21 20:55:28.928927 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-26171e42-7095-4576-8b9e-5e36527dd68c req-8148265c-1b1f-4c63-9383-30bfc276f0de tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459852 Jul 21 20:55:29.065407 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e11f6fd9-8a56-4d4d-ab73-e68bccb0f2b1 req-8f674927-5636-4545-a0ef-851d3c52789e tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606716 Jul 21 20:55:29.103633 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8080d99-f45c-4eff-9bf0-149acd333f75 req-7461d6f2-b606-4d84-b3ec-618da6091811 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:29.105213 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d8080d99-f45c-4eff-9bf0-149acd333f75 req-7461d6f2-b606-4d84-b3ec-618da6091811 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0563707 Jul 21 20:55:29.154324 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d8080d99-f45c-4eff-9bf0-149acd333f75 req-8fabf74e-ea07-4eca-b832-e79d36aa5024 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429094 Jul 21 20:55:30.012986 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:30.013720 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:30.047488 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b31e4-b671-46b4-9f53-1a2f699f31a2 req-85a8b529-d646-4092-985a-de4debb836b4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:30.049003 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-eb2b31e4-b671-46b4-9f53-1a2f699f31a2 req-85a8b529-d646-4092-985a-de4debb836b4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0512352 Jul 21 20:55:30.097712 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-eb2b31e4-b671-46b4-9f53-1a2f699f31a2 req-28830fef-88a8-4ede-8807-642fb6f5c91e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 Jul 21 20:55:30.189870 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9735e-ac4a-4123-8d5c-95166d416289 req-7d26d787-2b74-4244-b5a3-7560812621b2 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:30.191383 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fcd9735e-ac4a-4123-8d5c-95166d416289 req-7d26d787-2b74-4244-b5a3-7560812621b2 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0495470 Jul 21 20:55:30.245179 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fcd9735e-ac4a-4123-8d5c-95166d416289 req-2e4ebbb1-65e6-4fa7-b2ac-e11c10046621 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470221 Jul 21 20:55:30.290104 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e55bb-3fdf-4cad-89d3-305b90c0ef5c req-2ed11eca-9a72-488c-92a8-5d0d5b0f01ae tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:30.291657 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bd4e55bb-3fdf-4cad-89d3-305b90c0ef5c req-2ed11eca-9a72-488c-92a8-5d0d5b0f01ae tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0605814 Jul 21 20:55:30.346309 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bd4e55bb-3fdf-4cad-89d3-305b90c0ef5c req-6daeb7ec-9b2e-435c-b9ea-c993e46c42f7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474749 Jul 21 20:55:31.148625 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146b3a7-e36b-42f2-8b78-429f0faaf980 req-7bf54938-91bf-4485-9c69-06823c0d814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:31.156194 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c146b3a7-e36b-42f2-8b78-429f0faaf980 req-7bf54938-91bf-4485-9c69-06823c0d814f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 1133 time: 0.1228561 Jul 21 20:55:31.164511 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5582-6b37-4bb6-9615-65ec732d5479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:31.268754 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883c53-605b-449a-ba82-26e6679f3c9e req-47798681-f346-4631-ab06-ecda0b7ee735 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:31.270303 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-01883c53-605b-449a-ba82-26e6679f3c9e req-47798681-f346-4631-ab06-ecda0b7ee735 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0659893 Jul 21 20:55:31.293109 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:31.320238 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c146b3a7-e36b-42f2-8b78-429f0faaf980 req-90d0c5b7-5504-4211-acb6-65b98a3c75c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847440 Jul 21 20:55:31.327043 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:31.345879 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-01883c53-605b-449a-ba82-26e6679f3c9e req-a8ff46e5-f9bd-4ff4-a6cf-a7e6fdf6c3ec tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627115 Jul 21 20:55:31.374554 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da79822-cd03-452d-8726-01a078ab90e9 req-89bf0844-e110-4fb2-aa21-f00c285f48bd tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:31.376150 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1da79822-cd03-452d-8726-01a078ab90e9 req-89bf0844-e110-4fb2-aa21-f00c285f48bd tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0551400 Jul 21 20:55:31.408305 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:31.425226 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:55:31.435157 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1da79822-cd03-452d-8726-01a078ab90e9 req-980ce84d-1dcb-4f94-bec9-38270005b23d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525069 Jul 21 20:55:31.478798 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e16418-ed5a-48c0-acde-86ef1b4ab131 req-a9529ceb-f581-42df-89f0-00f2d6c54b2c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:31.481000 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-05e16418-ed5a-48c0-acde-86ef1b4ab131 req-a9529ceb-f581-42df-89f0-00f2d6c54b2c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0545282 Jul 21 20:55:31.535086 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-05e16418-ed5a-48c0-acde-86ef1b4ab131 req-226d1ea9-5311-4a29-af36-37f6900fe83c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472445 Jul 21 20:55:31.538852 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:55:31.551250 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'port_id': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'mac_address': 'fa:16:3e:33:61:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:55:31.588569 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:55:31.588966 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:31.602913 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:55:31.623548 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:55:31.628492 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:31.676650 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:32.465597 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['3d26f1bb-0cc8-4534-94aa-7d6db164e0dd'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:55:32.471069 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff98d1a-af1f-4288-be13-bdb321326c24 req-b88adead-9bd0-48e0-b247-6ebbe89d2294 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:32.472656 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ff98d1a-af1f-4288-be13-bdb321326c24 req-b88adead-9bd0-48e0-b247-6ebbe89d2294 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0533562 Jul 21 20:55:32.535749 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ff98d1a-af1f-4288-be13-bdb321326c24 req-b8c09cc1-0189-4352-acca-bd3f40e13bf1 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542843 Jul 21 20:55:32.580744 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2615b-8f89-4d2b-86dc-5fe066d22c58 req-0cfeee0b-0296-409b-bcc5-149543fca524 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:32.583183 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-26e2615b-8f89-4d2b-86dc-5fe066d22c58 req-0cfeee0b-0296-409b-bcc5-149543fca524 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0581689 Jul 21 20:55:32.651347 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-26e2615b-8f89-4d2b-86dc-5fe066d22c58 req-6eb1d2bc-ab9d-409c-b07e-03c99908f932 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607672 Jul 21 20:55:32.727499 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe89e62-3c08-41d7-83b3-f825e60f14b4 req-5e669bd5-19b2-4d1e-83db-64c9cf8f46bc tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:32.729502 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-efe89e62-3c08-41d7-83b3-f825e60f14b4 req-5e669bd5-19b2-4d1e-83db-64c9cf8f46bc tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 944 time: 0.0746100 Jul 21 20:55:32.782565 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-efe89e62-3c08-41d7-83b3-f825e60f14b4 req-6c303e2f-1c28-41f7-900e-001218554add tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469959 Jul 21 20:55:33.651653 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511bb77-11f6-4228-9368-7d30476a1f3b req-66580530-6405-4548-9cc5-8a80afb4c92f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:33.652840 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a511bb77-11f6-4228-9368-7d30476a1f3b req-66580530-6405-4548-9cc5-8a80afb4c92f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0482612 Jul 21 20:55:33.705894 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a511bb77-11f6-4228-9368-7d30476a1f3b req-4fa8cc69-3d85-45fc-bc26-bf5e4f4b3338 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Jul 21 20:55:33.761480 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07f93-a0cd-432a-833b-b9cebba91a63 req-a0832af9-a228-4e76-952a-ba9b60271518 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:33.762895 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01b07f93-a0cd-432a-833b-b9cebba91a63 req-a0832af9-a228-4e76-952a-ba9b60271518 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0473678 Jul 21 20:55:33.826533 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01b07f93-a0cd-432a-833b-b9cebba91a63 req-deb36054-0eac-4aa8-a79e-972eca3097d7 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577843 Jul 21 20:55:33.935787 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b65e3b-e571-4128-85ed-bf18fa9e8b26 req-990394c8-4869-4a49-87f0-79dffcbc0042 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:33.937407 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-50b65e3b-e571-4128-85ed-bf18fa9e8b26 req-990394c8-4869-4a49-87f0-79dffcbc0042 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 944 time: 0.0643797 Jul 21 20:55:33.996133 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-50b65e3b-e571-4128-85ed-bf18fa9e8b26 req-4c023474-32d4-49de-b8ce-e105ca95aaa4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515316 Jul 21 20:55:34.056958 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-079a7ca6-05ba-42c3-bb5c-c4c6812cf341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:34.062973 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:55:34.112131 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:55:34.119319 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:55:34.119699 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:34.203657 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:55:34.204084 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:34.227561 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:55:34.229847 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d17abd4-9ff2-4d04-9b7a-3eed49bf08a0" -d '{"events": [{"server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "name": "network-vif-plugged", "status": "completed", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:55:34.244170 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:55:34.249687 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:34.274492 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78307f6-419f-450b-8aca-c434262e21f1 x-openstack-request-id: req-f78307f6-419f-450b-8aca-c434262e21f1 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:55:34.274492 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "name": "network-vif-plugged", "status": "completed", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:55:34.275050 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f78307f6-419f-450b-8aca-c434262e21f1 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:55:34.275452 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78307f6-419f-450b-8aca-c434262e21f1'] response: {'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'code': 200} Jul 21 20:55:34.301779 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:34.831568 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb0d7c-f9b2-4f3b-a2aa-7222d61e07be req-e429a5ae-d17e-4afa-9c0e-ae85f289bee0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:34.833712 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-43bb0d7c-f9b2-4f3b-a2aa-7222d61e07be req-e429a5ae-d17e-4afa-9c0e-ae85f289bee0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0540063 Jul 21 20:55:34.913206 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-43bb0d7c-f9b2-4f3b-a2aa-7222d61e07be req-a37dc110-aee8-4159-8f27-1b547e3a7309 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710452 Jul 21 20:55:34.971570 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:34.992653 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9698d8a-e992-4839-9569-d62a329c1651 req-8fa3046a-1a3e-4c7e-95fa-600ef1408d31 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:34.995003 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c9698d8a-e992-4839-9569-d62a329c1651 req-8fa3046a-1a3e-4c7e-95fa-600ef1408d31 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0618412 Jul 21 20:55:35.071264 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c9698d8a-e992-4839-9569-d62a329c1651 req-abe516f4-d019-4ddd-aa41-e4b365166604 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665588 Jul 21 20:55:35.182624 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00732b9b-e1bb-4d85-8ef3-07b26ad321de req-5bf4ecf6-50c6-4c19-85be-72f3d4407be5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:35.196113 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00732b9b-e1bb-4d85-8ef3-07b26ad321de req-5bf4ecf6-50c6-4c19-85be-72f3d4407be5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.1113334 Jul 21 20:55:35.317190 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00732b9b-e1bb-4d85-8ef3-07b26ad321de req-452880bc-308f-4e4b-b0f8-be6fdade5fa3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197164 Jul 21 20:55:35.512711 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc6ea0-1334-43f1-b90b-2ca57affc3e6 req-c44b03b7-a940-46b2-bf28-864a7f5288f6 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:35.514737 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-85fc6ea0-1334-43f1-b90b-2ca57affc3e6 req-c44b03b7-a940-46b2-bf28-864a7f5288f6 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0549207 Jul 21 20:55:35.568377 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-85fc6ea0-1334-43f1-b90b-2ca57affc3e6 req-3260b031-74e5-433b-8b97-a2580579ec01 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472701 Jul 21 20:55:36.037094 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb89b5-9094-4954-a0d8-8b5442a9c1f2 req-719b4349-0b52-4436-9970-ce4981213c77 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:36.038605 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ffb89b5-9094-4954-a0d8-8b5442a9c1f2 req-719b4349-0b52-4436-9970-ce4981213c77 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0524299 Jul 21 20:55:36.088272 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ffb89b5-9094-4954-a0d8-8b5442a9c1f2 req-4f41a717-85f5-49da-b42c-533a5a1a25f2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439696 Jul 21 20:55:36.187094 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:36.474843 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6f495-2f7f-4bc6-b080-1856c0d66f68 req-5cf019ae-88fc-4e3b-8cfe-9dce11d22417 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:36.476356 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c8e6f495-2f7f-4bc6-b080-1856c0d66f68 req-5cf019ae-88fc-4e3b-8cfe-9dce11d22417 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0549865 Jul 21 20:55:36.526227 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c8e6f495-2f7f-4bc6-b080-1856c0d66f68 req-95d216eb-8744-4e39-ae17-ebfb3b05a282 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 Jul 21 20:55:36.598659 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:36.694746 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0788d-5407-4ad8-ad7a-b206f8b0d453 req-c0fec49b-3e41-4c6f-a5f5-ef0e7c257d8f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:36.696307 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-48d0788d-5407-4ad8-ad7a-b206f8b0d453 req-c0fec49b-3e41-4c6f-a5f5-ef0e7c257d8f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0509274 Jul 21 20:55:36.750472 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-48d0788d-5407-4ad8-ad7a-b206f8b0d453 req-7c13c159-2353-4ffa-8401-15bdb571e5f2 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 Jul 21 20:55:37.210991 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa75cae-5d33-4264-9aef-4282175f7a6a req-062de867-b964-433c-ad9e-1c94ee763340 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:37.212679 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bfa75cae-5d33-4264-9aef-4282175f7a6a req-062de867-b964-433c-ad9e-1c94ee763340 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0503221 Jul 21 20:55:37.262754 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bfa75cae-5d33-4264-9aef-4282175f7a6a req-326c9b74-3df2-401c-9055-041e6bb16812 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Jul 21 20:55:37.456206 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:37.665458 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28f28b-7b64-4e45-8ac7-4ccd8e8e1c7c req-0e8525c0-a882-48fa-b84c-9949cd4b60f1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:37.667053 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bd28f28b-7b64-4e45-8ac7-4ccd8e8e1c7c req-0e8525c0-a882-48fa-b84c-9949cd4b60f1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0596662 Jul 21 20:55:37.722685 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bd28f28b-7b64-4e45-8ac7-4ccd8e8e1c7c req-399dfa51-457f-47ff-9e0d-636d76a3c491 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Jul 21 20:55:37.869582 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f0736-ce70-4449-b03a-2cc427be8d04 req-0ffc32c0-c065-452b-af10-045e0f2f8fc3 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:37.871215 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c25f0736-ce70-4449-b03a-2cc427be8d04 req-0ffc32c0-c065-452b-af10-045e0f2f8fc3 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0479372 Jul 21 20:55:37.921903 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c25f0736-ce70-4449-b03a-2cc427be8d04 req-9311ebd6-99fe-4bcf-a8a4-420f39e30896 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Jul 21 20:55:38.385906 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43dca-3701-4c83-ad11-18b83cdaf893 req-58334b5b-3a93-43a4-9eed-e6767071444f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:38.387357 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f6a43dca-3701-4c83-ad11-18b83cdaf893 req-58334b5b-3a93-43a4-9eed-e6767071444f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0518134 Jul 21 20:55:38.439131 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f6a43dca-3701-4c83-ad11-18b83cdaf893 req-ff2347c8-9e94-4a21-929f-c35869bd6764 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459707 Jul 21 20:55:38.749607 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 54210) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:38.834835 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:38.847097 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30dfa8-8af6-4294-826b-1c407b796783 req-cb46979e-ddfd-4905-8588-ddc58f48ffd5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:38.848692 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9c30dfa8-8af6-4294-826b-1c407b796783 req-cb46979e-ddfd-4905-8588-ddc58f48ffd5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0529313 Jul 21 20:55:38.887383 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:38.890850 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:38.930862 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9c30dfa8-8af6-4294-826b-1c407b796783 req-11b60db0-b51b-4e73-84e6-d13006deb9c3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756195 Jul 21 20:55:39.012416 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Publish callbacks [] for security_group (b20c1e50-1861-4d20-80c8-c7d42890b710), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:39.016558 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (b20c1e50-1861-4d20-80c8-c7d42890b710), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:39.059289 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=546d785812474b61a9ad792dc26afcd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082161 Jul 21 20:55:39.060206 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c1e50-1861-4d20-80c8-c7d42890b710,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:39.061802 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79677475-b3d5-4429-bc19-8af37dda2f07 req-b42b8cfc-aea0-4069-a255-1582dfa55a19 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:39.062480 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 54216) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:39.063322 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-79677475-b3d5-4429-bc19-8af37dda2f07 req-b42b8cfc-aea0-4069-a255-1582dfa55a19 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0529544 Jul 21 20:55:39.080360 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.080708 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.081054 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.081392 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.081733 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.082072 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.082398 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.082724 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.083052 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.083393 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.083700 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.084640 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.085206 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.085665 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.085977 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc84ab7-dfbb-4a40-be19-8bf024de895d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:39.114787 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-79677475-b3d5-4429-bc19-8af37dda2f07 req-0adb93e4-699c-4ae3-be25-9c1b4bcc8189 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Jul 21 20:55:39.135088 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb48e-33cf-4938-90f4-d6d634df12ff admin admin] Publish callbacks [] for security_group (b20c1e50-1861-4d20-80c8-c7d42890b710), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:39.159832 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb48e-33cf-4938-90f4-d6d634df12ff admin admin] Publish callbacks [] for security_group (b20c1e50-1861-4d20-80c8-c7d42890b710), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:39.212899 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb48e-33cf-4938-90f4-d6d634df12ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (b20c1e50-1861-4d20-80c8-c7d42890b710), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:39.215436 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb48e-33cf-4938-90f4-d6d634df12ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:39.216692 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f3ecb48e-33cf-4938-90f4-d6d634df12ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b20c1e50-1861-4d20-80c8-c7d42890b710 HTTP/1.1" status: 204 len: 168 time: 0.1533487 Jul 21 20:55:39.225017 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecb48e-33cf-4938-90f4-d6d634df12ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c1e50-1861-4d20-80c8-c7d42890b710,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:39.562452 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d17d6-290c-4db6-b8cd-cdeca485a598 req-2d11fbaa-51e8-48ee-aedb-4bd13c7d217e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:39.564143 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b58d17d6-290c-4db6-b8cd-cdeca485a598 req-2d11fbaa-51e8-48ee-aedb-4bd13c7d217e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0532606 Jul 21 20:55:39.616320 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b58d17d6-290c-4db6-b8cd-cdeca485a598 req-1bfcfbde-1fe5-45fc-94f5-b438be84be0c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Jul 21 20:55:39.899369 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 54246) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:40.000056 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-74474682-network', 'tenant_id': '98e1d76644d94fd9ada9ff1ae3267bf8'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:55:40.023788 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Made reservation on behalf of 98e1d76644d94fd9ada9ff1ae3267bf8 for: {'network': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:55:40.028196 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.039231 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.058248 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3d620-214c-4f50-8778-3737e521ffec req-4ced3888-187c-42c4-b409-f881f9b6a585 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:40.059812 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-50d3d620-214c-4f50-8778-3737e521ffec req-4ced3888-187c-42c4-b409-f881f9b6a585 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0535293 Jul 21 20:55:40.111561 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-50d3d620-214c-4f50-8778-3737e521ffec req-2e3b4f0c-1c6b-4ff2-bba0-0c376ee2365d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 Jul 21 20:55:40.143246 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1dfd3-d7bf-4723-9125-1e218e41ea25 req-ec7fa283-44c5-4cc6-a51d-c5128df65f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:40.144968 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a1f1dfd3-d7bf-4723-9125-1e218e41ea25 req-ec7fa283-44c5-4cc6-a51d-c5128df65f91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0639987 Jul 21 20:55:40.165741 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Publish callbacks [] for security_group (62b6371b-765b-4239-aeec-4397b7f94368), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.170206 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (62b6371b-765b-4239-aeec-4397b7f94368), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.203756 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=110830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:55:40.235887 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b6371b-765b-4239-aeec-4397b7f94368,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:40.251570 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (a0b419a6-e726-4968-86ed-7dfa293bc27c), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.251948 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.segments_db [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Added segment a0b419a6-e726-4968-86ed-7dfa293bc27c of type vlan for network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 Jul 21 20:55:40.253050 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:40.274599 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958645f-170b-4155-bfd0-6df2f062c531 req-a690d0f2-e2d1-49b5-b845-486386f8984e tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:40.276300 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c958645f-170b-4155-bfd0-6df2f062c531 req-a690d0f2-e2d1-49b5-b845-486386f8984e tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0768974 Jul 21 20:55:40.326216 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (133dba56-f9b1-4b52-b38c-7b3ffc5be897), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.332060 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:40.385447 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c958645f-170b-4155-bfd0-6df2f062c531 req-5c9301e3-2083-4a2d-b744-ce4ebe1310a5 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868845 Jul 21 20:55:40.386692 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (133dba56-f9b1-4b52-b38c-7b3ffc5be897), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.387674 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:40.388285 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.424943 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5244327 Jul 21 20:55:40.428227 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 54256) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:40.433327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Request body: {'subnet': {'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-74474682-subnet', 'tenant_id': '98e1d76644d94fd9ada9ff1ae3267bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:55:40.454534 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Made reservation on behalf of 98e1d76644d94fd9ada9ff1ae3267bf8 for: {'subnet': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:55:40.456385 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19857f-1f57-4fae-8782-213204ba3a69 admin admin] Pushing event updated for resources: {'Network': ['ID=133dba56-f9b1-4b52-b38c-7b3ffc5be897,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:40.457017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5483834'] for subnet (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.466861 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:55:40.480585 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:40.519151 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:40.689035 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5928128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5483816'] for subnet (0a45dd29-8638-4f8c-bbcb-6a218292359f), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.779495 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:40.793345 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca7ca-80ac-4391-93e6-69b6dec647b7 req-0f7d4cca-c49a-4e5b-beab-f9d2b968e5cb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:40.794876 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f71ca7ca-80ac-4391-93e6-69b6dec647b7 req-0f7d4cca-c49a-4e5b-beab-f9d2b968e5cb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.1034365 Jul 21 20:55:40.798281 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a45dd29-8638-4f8c-bbcb-6a218292359f,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:40.825808 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.826153 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.826496 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.826837 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.827167 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.827495 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.827850 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.828177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.828508 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.828831 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.829154 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.829480 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.829803 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.830125 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.830444 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:40.837268 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Checking segment: {'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:55:40.837631 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Network hostable DHCP agents. Network: 133dba56-f9b1-4b52-b38c-7b3ffc5be897, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:55:40.879962 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f71ca7ca-80ac-4391-93e6-69b6dec647b7 req-abd38d30-29dd-4e36-a465-7d4539999326 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787222 Jul 21 20:55:40.881094 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:55:40.891122 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 133dba56-f9b1-4b52-b38c-7b3ffc5be897) {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:55:40.904619 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:40.905214 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:40.909162 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f6767-c002-48cc-9156-a66504bd0ca0 None None] Network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:55:40.914336 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:40.923028 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-89069b34-d833-4293-90bf-6ca93e026250 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4933050 Jul 21 20:55:41.014014 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da8bc7-6735-43df-9969-3e507ad672fb None None] Network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:55:41.250641 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beeaa6d-5ec4-4e19-bd9f-db86836a9807 req-9b523ebc-60bc-4bd6-8d34-b42e203e63c4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:41.252200 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1beeaa6d-5ec4-4e19-bd9f-db86836a9807 req-9b523ebc-60bc-4bd6-8d34-b42e203e63c4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0564713 Jul 21 20:55:41.308955 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1beeaa6d-5ec4-4e19-bd9f-db86836a9807 req-263a30f5-5d16-4d1c-b943-5cffca3fdc61 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493774 Jul 21 20:55:41.511578 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f650634-d71b-461c-aa29-d26b6413cc36 req-c2a6bbde-b571-4325-8d4a-1f0cb25e2c60 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:41.513430 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7f650634-d71b-461c-aa29-d26b6413cc36 req-c2a6bbde-b571-4325-8d4a-1f0cb25e2c60 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0516996 Jul 21 20:55:41.563481 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7f650634-d71b-461c-aa29-d26b6413cc36 req-9555fdc1-8336-4f74-a8ce-b310c9a03ce2 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Jul 21 20:55:41.998985 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d168faa-b8ce-44b5-8074-53e3703038e9 req-27d34fe5-80f9-469c-846f-885b86fc0221 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:42.000581 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0d168faa-b8ce-44b5-8074-53e3703038e9 req-27d34fe5-80f9-469c-846f-885b86fc0221 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0520351 Jul 21 20:55:42.050840 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0d168faa-b8ce-44b5-8074-53e3703038e9 req-0c64c87a-669b-4959-a04b-cd3bf3aefa62 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441370 Jul 21 20:55:42.433054 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66022-5575-4797-b134-e92c1b1f8111 req-e03fc0eb-1bd6-4531-a83b-7edd0d100610 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:42.434587 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ac66022-5575-4797-b134-e92c1b1f8111 req-e03fc0eb-1bd6-4531-a83b-7edd0d100610 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0540328 Jul 21 20:55:42.492630 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ac66022-5575-4797-b134-e92c1b1f8111 req-3f717fc4-d71a-4c08-89cf-f4250f136e18 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524659 Jul 21 20:55:42.505052 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a1f1dfd3-d7bf-4723-9125-1e218e41ea25 req-a971fe16-2bff-4fb0-8a69-414f85b84023 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Jul 21 20:55:42.686638 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c40d1-ebeb-44b5-85df-4e0de22b11e9 req-03751f08-7e2e-4f1e-8ad3-93f9f040b324 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:42.688237 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ab6c40d1-ebeb-44b5-85df-4e0de22b11e9 req-03751f08-7e2e-4f1e-8ad3-93f9f040b324 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0521569 Jul 21 20:55:42.741983 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ab6c40d1-ebeb-44b5-85df-4e0de22b11e9 req-9a3e12a7-e9d7-4937-8f2d-3eb636023c73 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Jul 21 20:55:43.170620 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fda4a-565e-4808-89fb-cf2bf76748f1 req-58e66822-15e9-4578-8350-6a327a5028f9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:43.172247 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d32fda4a-565e-4808-89fb-cf2bf76748f1 req-58e66822-15e9-4578-8350-6a327a5028f9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0516264 Jul 21 20:55:43.222523 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d32fda4a-565e-4808-89fb-cf2bf76748f1 req-c51fd89d-94ce-4a67-acbe-e610515eb9f5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Jul 21 20:55:43.615387 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7888ce1-821f-4011-84c0-474723edecb4 req-c9664dd4-66eb-4788-9e45-5a0eba09905f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:43.616930 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7888ce1-821f-4011-84c0-474723edecb4 req-c9664dd4-66eb-4788-9e45-5a0eba09905f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0531943 Jul 21 20:55:43.670974 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7888ce1-821f-4011-84c0-474723edecb4 req-cce931fe-93a8-41f0-9bc4-784838b0078d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484021 Jul 21 20:55:43.856363 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8ac87-c5b1-4a2d-95b5-257e8c363950 req-baad6e28-0e91-482d-b982-96835229d5b3 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:43.857748 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-efa8ac87-c5b1-4a2d-95b5-257e8c363950 req-baad6e28-0e91-482d-b982-96835229d5b3 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0477064 Jul 21 20:55:43.909464 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-efa8ac87-c5b1-4a2d-95b5-257e8c363950 req-a4005918-85cb-489f-887b-3116d383cfaf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460181 Jul 21 20:55:44.339957 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed79bd-bb19-44b4-a343-ee8ccb95a8bb req-b1c148fe-84f9-4b80-83ef-2dd6759e707c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:44.341430 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f2ed79bd-bb19-44b4-a343-ee8ccb95a8bb req-b1c148fe-84f9-4b80-83ef-2dd6759e707c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0504172 Jul 21 20:55:44.390774 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f2ed79bd-bb19-44b4-a343-ee8ccb95a8bb req-7f987b71-416f-4ac5-9705-57de683444f8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Jul 21 20:55:44.785953 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fb403-af49-46fc-8a8b-3f8c2b0c6240 req-81dc0758-6b9b-4051-84ad-a02cf6f0a9d6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:44.787970 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1f3fb403-af49-46fc-8a8b-3f8c2b0c6240 req-81dc0758-6b9b-4051-84ad-a02cf6f0a9d6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Jul 21 20:55:44.834508 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1f3fb403-af49-46fc-8a8b-3f8c2b0c6240 req-dfda551c-340f-41ff-9745-0084e7de734f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Jul 21 20:55:45.025133 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf97d45-22b7-411a-9b29-f828ffabb29a req-17f0cf3f-f6e1-42e5-9e09-1ee5fa988aa4 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:45.026607 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9cf97d45-22b7-411a-9b29-f828ffabb29a req-17f0cf3f-f6e1-42e5-9e09-1ee5fa988aa4 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0476279 Jul 21 20:55:45.080016 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9cf97d45-22b7-411a-9b29-f828ffabb29a req-caaba3f4-5ca5-4d2e-83de-063177a5a9e4 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464847 Jul 21 20:55:45.504998 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f878aa-b8c3-44f5-a519-0380c666fc84 req-3695e7bf-a47b-465a-913e-493cf4b80d0d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:45.506582 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-51f878aa-b8c3-44f5-a519-0380c666fc84 req-3695e7bf-a47b-465a-913e-493cf4b80d0d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0480785 Jul 21 20:55:45.528006 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:45.558156 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-51f878aa-b8c3-44f5-a519-0380c666fc84 req-d8862967-12fa-4488-a742-7e230ce03529 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454578 Jul 21 20:55:45.947037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dd727-3101-43db-9ffa-854272782ab2 req-9bc4ecc4-aaa7-443e-ab85-bbbaac3c81f3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:45.948456 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e7dd727-3101-43db-9ffa-854272782ab2 req-9bc4ecc4-aaa7-443e-ab85-bbbaac3c81f3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0471694 Jul 21 20:55:45.994936 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e7dd727-3101-43db-9ffa-854272782ab2 req-2cd6bcf0-705c-4f91-9469-9668e19757b6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411749 Jul 21 20:55:46.202468 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9d81e-ff41-415c-a4df-65695b0a464b req-2063f4fe-4f6d-4757-bb96-bff3e10d13b8 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:46.203894 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d2e9d81e-ff41-415c-a4df-65695b0a464b req-2063f4fe-4f6d-4757-bb96-bff3e10d13b8 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0532589 Jul 21 20:55:46.250848 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d2e9d81e-ff41-415c-a4df-65695b0a464b req-3f7155c1-bbec-4d29-b00a-23829ff12a09 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Jul 21 20:55:46.672370 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9ee14-f44e-4764-8942-f4fb1922835f req-f68c3c5e-ef48-4b3e-b510-6c6e311568dc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:46.673864 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4fe9ee14-f44e-4764-8942-f4fb1922835f req-f68c3c5e-ef48-4b3e-b510-6c6e311568dc tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0473990 Jul 21 20:55:46.708377 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:46.727573 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4fe9ee14-f44e-4764-8942-f4fb1922835f req-3ed82f24-ce62-4229-b23d-db46099b036d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480247 Jul 21 20:55:47.109965 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe43d7-a157-4d96-8ac0-b5acc8c3dee7 req-d0c592fb-8155-4c42-82fc-8cbac8aeb7a8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:47.111742 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8afe43d7-a157-4d96-8ac0-b5acc8c3dee7 req-d0c592fb-8155-4c42-82fc-8cbac8aeb7a8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0491223 Jul 21 20:55:47.159491 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8afe43d7-a157-4d96-8ac0-b5acc8c3dee7 req-1ae2b72e-ff99-4f85-888e-6367967fe813 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Jul 21 20:55:47.586264 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4817c5-4fda-43ae-ab7e-fba9700ece38 req-c8487bb7-d312-4959-b67a-a099d217de22 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:47.587753 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae4817c5-4fda-43ae-ab7e-fba9700ece38 req-c8487bb7-d312-4959-b67a-a099d217de22 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.2692590 Jul 21 20:55:47.635524 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae4817c5-4fda-43ae-ab7e-fba9700ece38 req-e42ed23b-78b6-432d-9f92-1621cd8c0c15 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Jul 21 20:55:47.778462 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:47.849102 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae9075-bdd8-49df-811b-74dcd6a98b3c req-9680e777-7497-48fc-9153-0072fbccd8c0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:47.850745 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-76ae9075-bdd8-49df-811b-74dcd6a98b3c req-9680e777-7497-48fc-9153-0072fbccd8c0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0540614 Jul 21 20:55:47.869206 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:47.900006 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-76ae9075-bdd8-49df-811b-74dcd6a98b3c req-1adce494-e250-442f-ab72-509ef6160e92 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Jul 21 20:55:48.271206 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656316d8-0300-4877-af5b-55d784200500 req-a2386a63-2339-4987-872c-833f47554f7c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:48.273224 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-656316d8-0300-4877-af5b-55d784200500 req-a2386a63-2339-4987-872c-833f47554f7c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0479996 Jul 21 20:55:48.284418 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:48.323408 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-656316d8-0300-4877-af5b-55d784200500 req-f91c49b1-e221-4bd0-843d-39d5b40e03ec tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Jul 21 20:55:48.749397 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f81c0-2c01-4008-94c6-ba55dae8cd60 req-66807961-3f4e-467e-bbb7-ed1a3f5bcf74 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:48.750868 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1f5f81c0-2c01-4008-94c6-ba55dae8cd60 req-66807961-3f4e-467e-bbb7-ed1a3f5bcf74 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0475390 Jul 21 20:55:48.798188 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1f5f81c0-2c01-4008-94c6-ba55dae8cd60 req-fe222504-0b26-4f3a-a4c5-61a1f8821f7b tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/security-groups?id=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Jul 21 20:55:49.013129 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12e6ec-326d-40ac-807e-9bc1a1ba9cc5 req-073805b4-a5fe-4e80-9e6a-69547fe13078 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:49.014579 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3b12e6ec-326d-40ac-807e-9bc1a1ba9cc5 req-073805b4-a5fe-4e80-9e6a-69547fe13078 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0490506 Jul 21 20:55:49.061446 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3b12e6ec-326d-40ac-807e-9bc1a1ba9cc5 req-80be95dd-098b-4b82-ade1-30a91ece0b49 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Jul 21 20:55:49.398890 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e897-b5dd-491f-8454-8ee1ad0b9828 req-eadb0fbd-52a9-4ce9-a4b0-298e96068070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:49.400423 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3598e897-b5dd-491f-8454-8ee1ad0b9828 req-eadb0fbd-52a9-4ce9-a4b0-298e96068070 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 1130 time: 0.0396831 Jul 21 20:55:49.440323 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-6c9966b9-6572-49ce-bf90-6b8ef330345f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:49.442447 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-6c9966b9-6572-49ce-bf90-6b8ef330345f tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 949 time: 0.0800135 Jul 21 20:55:49.451009 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3598e897-b5dd-491f-8454-8ee1ad0b9828 req-33829f6f-ac7b-4bdb-89f8-f2b8c87ece53 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Jul 21 20:55:49.483169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0bcb1-23e5-4ba8-b2af-12f37e0ed142 req-f96f777c-7ae8-49f5-8020-0095b4489fe3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:49.484679 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-90c0bcb1-23e5-4ba8-b2af-12f37e0ed142 req-f96f777c-7ae8-49f5-8020-0095b4489fe3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0949440 Jul 21 20:55:49.570566 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Deleting port bef5d58c-c94f-4a10-9331-5b8e41b40151 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 20:55:49.570916 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:49.578722 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-90c0bcb1-23e5-4ba8-b2af-12f37e0ed142 req-1d95b4b4-893c-4c3a-8708-d5e0fa8d6cce tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880132 Jul 21 20:55:49.622754 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device bef5d58c-c94f-4a10-9331-5b8e41b40151 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:55:49.675998 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] For port bef5d58c-c94f-4a10-9331-5b8e41b40151, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bef5d58c-c94f-4a10-9331-5b8e41b40151,segment=NetworkSegment(1c1b8205-ee9a-4206-b7bb-9e89890d6cc9),segment_id=1c1b8205-ee9a-4206-b7bb-9e89890d6cc9)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:55:49.676364 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:49.693055 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Calling delete_port for bef5d58c-c94f-4a10-9331-5b8e41b40151 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 20:55:49.700213 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port bef5d58c-c94f-4a10-9331-5b8e41b40151 is: ACTIVE; New status is: DOWN {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:55:49.700552 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:49.726318 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef5d58c-c94f-4a10-9331-5b8e41b40151'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:55:49.728657 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54758028-b463-4aa0-b544-44d23680f097" -d '{"events": [{"server_uuid": "9fdd0733-50ba-4256-ab59-8f480c117c13", "name": "network-vif-unplugged", "status": "completed", "tag": "bef5d58c-c94f-4a10-9331-5b8e41b40151"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:55:49.742841 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port bef5d58c-c94f-4a10-9331-5b8e41b40151, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bef5d58c-c94f-4a10-9331-5b8e41b40151,segment=NetworkSegment(1c1b8205-ee9a-4206-b7bb-9e89890d6cc9),segment_id=1c1b8205-ee9a-4206-b7bb-9e89890d6cc9)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:55:49.761123 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:49.771554 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7daf3-bc34-448b-8445-7959c0bbefdc x-openstack-request-id: req-5de7daf3-bc34-448b-8445-7959c0bbefdc {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:55:49.773407 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdd0733-50ba-4256-ab59-8f480c117c13", "name": "network-vif-unplugged", "status": "completed", "tag": "bef5d58c-c94f-4a10-9331-5b8e41b40151", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:55:49.773819 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5de7daf3-bc34-448b-8445-7959c0bbefdc {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:55:49.774919 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de7daf3-bc34-448b-8445-7959c0bbefdc'] response: {'server_uuid': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef5d58c-c94f-4a10-9331-5b8e41b40151', 'code': 200} Jul 21 20:55:49.834971 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=bef5d58c-c94f-4a10-9331-5b8e41b40151,revision_number=6']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:49.843934 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.844543 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.845094 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.845839 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.846368 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.846883 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.847395 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.847954 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.848466 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.848995 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.849505 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.850633 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.851156 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.851663 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.852889 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:55:49.885629 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (bef5d58c-c94f-4a10-9331-5b8e41b40151), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:49.928915 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Pushing event deleted for resources: {'Port': ['ID=bef5d58c-c94f-4a10-9331-5b8e41b40151,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:49.975078 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a02ea8f7-ad96-4ef3-98c5-69c7d6d31a1a req-da80de07-95fd-4017-8a2f-9b15df52b3a4 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 210 time: 0.0577199 Jul 21 20:55:49.999300 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] No DVR routers for this DVR port bef5d58c-c94f-4a10-9331-5b8e41b40151 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 20:55:50.002631 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:50.006458 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bdd62f7a-d6a4-4ec8-bc36-cc76ccf128c3 req-e65832ea-b45d-4cff-9942-c0ed8f2bcfbf tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.73 "DELETE /v2.0/ports/bef5d58c-c94f-4a10-9331-5b8e41b40151 HTTP/1.1" status: 204 len: 173 time: 0.5565243 Jul 21 20:55:50.007056 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'name': 'network-vif-deleted', 'tag': 'bef5d58c-c94f-4a10-9331-5b8e41b40151'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:55:50.009520 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38227d6c-e76b-4c5f-b3b3-32a62f206d4c" -d '{"events": [{"server_uuid": "9fdd0733-50ba-4256-ab59-8f480c117c13", "name": "network-vif-deleted", "tag": "bef5d58c-c94f-4a10-9331-5b8e41b40151"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:55:50.050056 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf86e9ea-3e56-4de4-a5b0-9aea5af74e5b x-openstack-request-id: req-cf86e9ea-3e56-4de4-a5b0-9aea5af74e5b {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:55:50.050364 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdd0733-50ba-4256-ab59-8f480c117c13", "name": "network-vif-deleted", "tag": "bef5d58c-c94f-4a10-9331-5b8e41b40151", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:55:50.050616 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf86e9ea-3e56-4de4-a5b0-9aea5af74e5b {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:55:50.051017 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf86e9ea-3e56-4de4-a5b0-9aea5af74e5b'] response: {'server_uuid': '9fdd0733-50ba-4256-ab59-8f480c117c13', 'name': 'network-vif-deleted', 'tag': 'bef5d58c-c94f-4a10-9331-5b8e41b40151', 'status': 'completed', 'code': 200} Jul 21 20:55:50.188028 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51679ab3-2514-4935-bbf5-104b87fbbd18 req-4307f615-6317-4d65-920a-a4d40d4be787 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:50.190956 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51679ab3-2514-4935-bbf5-104b87fbbd18 req-4307f615-6317-4d65-920a-a4d40d4be787 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0535915 Jul 21 20:55:50.200116 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-96bb706e-3584-4a4f-9c30-201280ebcfca tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:50.202864 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-96bb706e-3584-4a4f-9c30-201280ebcfca tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/networks?id=133dba56-f9b1-4b52-b38c-7b3ffc5be897 HTTP/1.1" status: 200 len: 812 time: 0.1226320 Jul 21 20:55:50.219776 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-781076c8-b3bf-4f14-b9ea-53ffa290ba69 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/quotas/98e1d76644d94fd9ada9ff1ae3267bf8 HTTP/1.1" status: 200 len: 375 time: 0.0108948 Jul 21 20:55:50.243759 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:50.257496 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51679ab3-2514-4935-bbf5-104b87fbbd18 req-f6680191-ad3a-471b-a58d-36fd79902ba1 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601537 Jul 21 20:55:50.270921 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-fd2003c9-0391-4cc6-84cb-9751adf1246c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98e1d76644d94fd9ada9ff1ae3267bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448232 Jul 21 20:55:50.424981 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-5c9677f2-2578-4e9a-911c-ebb26f72d912 service neutron] 10.222.0.60 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293325 Jul 21 20:55:50.459966 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:50.546997 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-5b07d0d1-13b4-4454-81e5-c43b987f37cf service neutron] 10.222.0.60 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149178 Jul 21 20:55:50.714314 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0edda-db09-470c-bd67-89ea98f89e35 req-e5db5aa3-fb0d-426d-9efb-1293af0dc9e9 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:50.715919 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-05e0edda-db09-470c-bd67-89ea98f89e35 req-e5db5aa3-fb0d-426d-9efb-1293af0dc9e9 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0577421 Jul 21 20:55:50.748325 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-590db8d3-62e9-4410-8640-8ee926960005 req-7155db5b-7fcc-41b3-8d00-8212ddd6253c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 210 time: 0.0407460 Jul 21 20:55:50.774119 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-05e0edda-db09-470c-bd67-89ea98f89e35 req-4ea65610-6d73-4163-8068-2776bc3323f2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524111 Jul 21 20:55:50.934990 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db22d2-5303-4c79-8886-c95e7056f0d9 req-61622bf4-e14b-4c50-b353-980159181449 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:50.937649 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1db22d2-5303-4c79-8886-c95e7056f0d9 req-61622bf4-e14b-4c50-b353-980159181449 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0731363 Jul 21 20:55:50.955770 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 54420) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:50.962957 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'floatingip': {'port_id': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:55:51.095819 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (fd538607-782f-405b-9b58-03e2a7182e14), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:51.127636 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9a1a4a5d-9361-4917-9e90-a22a3ac77c62 req-facfe81b-9211-4e05-9900-ca542d4a93d4 tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 210 time: 0.0516465 Jul 21 20:55:51.378745 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b626e9-0e3a-414a-b92e-ced696a0dfb3 req-f5290595-907b-4a9d-8801-2cef625b201d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:51.380347 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-93b626e9-0e3a-414a-b92e-ced696a0dfb3 req-f5290595-907b-4a9d-8801-2cef625b201d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0497377 Jul 21 20:55:51.429175 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-93b626e9-0e3a-414a-b92e-ced696a0dfb3 req-827575f0-ff69-4016-920e-bf96e70c93d1 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Jul 21 20:55:51.756945 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:51.760537 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (fd538607-782f-405b-9b58-03e2a7182e14), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:51.833928 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:51.873231 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9359fbe6-5fd1-4aaf-ac65-2143db2df657 req-53838367-6c40-49d0-b08a-0f5ad513385f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 210 time: 0.0358148 Jul 21 20:55:51.883005 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:51.888827 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Floating IP fd538607-782f-405b-9b58-03e2a7182e14 associated. External IP: 172.27.3.119, port: 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd. Jul 21 20:55:52.098925 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Router 9f454dee-9312-47ea-b49d-b616a4fb1d88 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:55:52.215921 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:55:52.223821 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:52.229735 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] Sync routers for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:55:52.246080 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:55:52.246815 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:55:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:55:52.261908 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5d1ec417-15b4-465f-9a83-b731a89eb0ad tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "PUT /v2.0/floatingips/fd538607-782f-405b-9b58-03e2a7182e14 HTTP/1.1" status: 200 len: 991 time: 1.3025558 Jul 21 20:55:52.261908 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:55:52.263375 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39040fbd-776e-4d85-a1d4-c317dd89cb77" -d '{"events": [{"name": "network-changed", "server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:55:52.268433 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-30e735b8-ce36-4275-aaf6-1108e76ed71f req-b7f64e10-15c2-482d-821f-325485f00b7d tempest-VolumesNegativeTest-1439955157 tempest-VolumesNegativeTest-1439955157-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fdd0733-50ba-4256-ab59-8f480c117c13 HTTP/1.1" status: 200 len: 210 time: 0.0511174 Jul 21 20:55:52.325337 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc353d-26bd-4b15-8ff3-aa949b2723ea x-openstack-request-id: req-6ebc353d-26bd-4b15-8ff3-aa949b2723ea {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:55:52.325717 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:55:52.326029 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ebc353d-26bd-4b15-8ff3-aa949b2723ea {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:55:52.326587 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebc353d-26bd-4b15-8ff3-aa949b2723ea'] response: {'name': 'network-changed', 'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'status': 'completed', 'code': 200} Jul 21 20:55:52.378682 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:55:52.560343 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958febf-726e-41b9-b60a-94bf01c66b24 req-c2dd95a8-5cbe-4a57-8f33-5117dcddf02c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:52.561966 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2958febf-726e-41b9-b60a-94bf01c66b24 req-c2dd95a8-5cbe-4a57-8f33-5117dcddf02c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0517657 Jul 21 20:55:52.622968 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2958febf-726e-41b9-b60a-94bf01c66b24 req-d59b6675-bfe0-45d7-a5b4-115c1d9a5525 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551288 Jul 21 20:55:52.827701 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'fd538607-782f-405b-9b58-03e2a7182e14', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'port_id': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'mac_address': 'fa:16:3e:33:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:54:55Z', 'updated_at': '2022-07-21T20:55:51Z', 'revision_number': 1, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:55:52.855229 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] Checking router: 9f454dee-9312-47ea-b49d-b616a4fb1d88 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:55:52.864807 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:55:52.865491 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:55:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:55:52.975635 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54a7f1-f393-4eb0-87f8-1fc59ca63e70 req-53f70cfd-95c3-41c9-b052-ffc34eb67ce8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:52.982997 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2e54a7f1-f393-4eb0-87f8-1fc59ca63e70 req-53f70cfd-95c3-41c9-b052-ffc34eb67ce8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0894625 Jul 21 20:55:53.013829 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:55:53.044937 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:53.063628 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f8d9ff03-9f64-4d92-bcb7-298ca8980a6f req-612bbc09-bee6-4e22-97aa-8a469a5c9b26 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 210 time: 0.0722034 Jul 21 20:55:53.071492 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-4347ba2a-d0fe-46a4-bacc-09474070a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:53.072611 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2e54a7f1-f393-4eb0-87f8-1fc59ca63e70 req-a5677c33-0ad0-422d-8068-88afd1389cb7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753736 Jul 21 20:55:53.075645 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-4347ba2a-d0fe-46a4-bacc-09474070a6f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 1129 time: 0.1233518 Jul 21 20:55:53.164296 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dd763-7dec-4629-87f0-7e966abdd73e req-ac13807b-8e3a-4a88-b78e-f2509c33ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:53.166831 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-166dd763-7dec-4629-87f0-7e966abdd73e req-ac13807b-8e3a-4a88-b78e-f2509c33ea32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 1130 time: 0.0486057 Jul 21 20:55:53.230433 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:53.262967 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-b39dbea8-7101-4bd5-8bf1-4f1bd9f8bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:53.266857 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-b39dbea8-7101-4bd5-8bf1-4f1bd9f8bdba service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 911 time: 0.1489089 Jul 21 20:55:53.289960 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dd763-7dec-4629-87f0-7e966abdd73e req-cabaebd3-09fb-4983-adff-3c9c6f44fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:53.291460 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-166dd763-7dec-4629-87f0-7e966abdd73e req-cabaebd3-09fb-4983-adff-3c9c6f44fe59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.1154177 Jul 21 20:55:53.329770 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'fd538607-782f-405b-9b58-03e2a7182e14', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'port_id': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'mac_address': 'fa:16:3e:33:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:54:55Z', 'updated_at': '2022-07-21T20:55:51Z', 'revision_number': 1, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:55:53.343482 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-ddd72089-70a0-4e20-b30e-be4d52c061d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd HTTP/1.1" status: 200 len: 999 time: 0.0661666 Jul 21 20:55:53.355853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fb974-bce0-40a1-acc1-91fad0a03ed3 None None] The sync data for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi is: [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'fd538607-782f-405b-9b58-03e2a7182e14', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'port_id': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'mac_address': 'fa:16:3e:33:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:54:55Z', 'updated_at': '2022-07-21T20:55:51Z', 'revision_number': 1, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:55:53.588856 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db06ef-f95a-446f-bac1-838dad2af3e1 None None] New status for floating IP fd538607-782f-405b-9b58-03e2a7182e14: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 20:55:53.622805 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-166dd763-7dec-4629-87f0-7e966abdd73e req-48d9bb20-da9d-471d-a7ea-d63c9cef9c03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95 HTTP/1.1" status: 200 len: 217 time: 0.0673425 Jul 21 20:55:53.626890 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-614753b5-b886-4f58-aaaf-cb44cc93efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:53.628495 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-614753b5-b886-4f58-aaaf-cb44cc93efaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4baaa6db-3293-4627-ae4a-ecace4ce3e51 HTTP/1.1" status: 200 len: 849 time: 0.0765042 Jul 21 20:55:53.710260 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-32f0a674-48d5-4456-ad16-8c67ca043c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:53.713302 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-32f0a674-48d5-4456-ad16-8c67ca043c1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa25da3-fc72-46d1-8f85-10482d1b770c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594916 Jul 21 20:55:53.715817 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dd763-7dec-4629-87f0-7e966abdd73e req-527ead2b-062d-4662-9a24-85031612e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:53.717309 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-166dd763-7dec-4629-87f0-7e966abdd73e req-527ead2b-062d-4662-9a24-85031612e3b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0905728 Jul 21 20:55:53.819203 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dd763-7dec-4629-87f0-7e966abdd73e req-ae3090f1-99e2-4946-91c7-890ddb295c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:53.822083 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-166dd763-7dec-4629-87f0-7e966abdd73e req-ae3090f1-99e2-4946-91c7-890ddb295c76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940762 Jul 21 20:55:53.914488 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 54518) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:54.019155 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-166dd763-7dec-4629-87f0-7e966abdd73e req-503b973d-a77a-49f9-8954-76b6ca202158 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889765 Jul 21 20:55:54.068347 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:54.076518 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-1aa9a15e-8557-4865-9da4-46bb8079bec7 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498921 Jul 21 20:55:54.092929 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-22736ae1-2830-4caa-926f-49d9409f536a tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:54.094979 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-22736ae1-2830-4caa-926f-49d9409f536a tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.73 "GET /v2.0/networks?id=133dba56-f9b1-4b52-b38c-7b3ffc5be897 HTTP/1.1" status: 200 len: 812 time: 0.3342211 Jul 21 20:55:54.133986 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Request body: {'port': {'device_id': 'b193b823-d7ce-4e16-9404-d2c5984dfa9c', 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897', 'admin_state_up': True, 'tenant_id': '98e1d76644d94fd9ada9ff1ae3267bf8'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:55:54.169969 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-166dd763-7dec-4629-87f0-7e966abdd73e req-724674e4-26bf-4972-9c11-e64db0e74c99 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416452 Jul 21 20:55:54.238023 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cd1b14cd-fb54-4d69-a827-4f74fa267edc req-535b6184-b526-4252-90d0-35053a3b9105 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 210 time: 0.0340180 Jul 21 20:55:54.291964 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:55:54.312628 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bb3d4038-8799-4ea9-a86a-ccc417e86616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.395604 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e089819-bc44-4ed3-80ce-01824dafa11f req-876744a5-b4b8-4ffe-ba69-797311175f0d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:54.397968 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e089819-bc44-4ed3-80ce-01824dafa11f req-876744a5-b4b8-4ffe-ba69-797311175f0d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.1608186 Jul 21 20:55:54.418467 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39040fbd-776e-4d85-a1d4-c317dd89cb77 req-d4287ce5-46bf-4c83-b4e6-92071aaa2a68 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222313 Jul 21 20:55:54.429878 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:54.505685 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Made reservation on behalf of 98e1d76644d94fd9ada9ff1ae3267bf8 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:55:54.511299 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.531397 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e089819-bc44-4ed3-80ce-01824dafa11f req-23cc25e4-d400-4c73-91f2-ef2bba3bba06 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230123 Jul 21 20:55:54.601037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bb3d4038-8799-4ea9-a86a-ccc417e86616 admin admin] Publish callbacks [] for security_group (c9659e1f-3ff3-4966-9dba-124e59001e0d), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.608089 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bb3d4038-8799-4ea9-a86a-ccc417e86616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c9659e1f-3ff3-4966-9dba-124e59001e0d), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.667179 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-bb3d4038-8799-4ea9-a86a-ccc417e86616 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e42314cf48944558a247b652c87a9b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7518184 Jul 21 20:55:54.667930 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d4038-8799-4ea9-a86a-ccc417e86616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9659e1f-3ff3-4966-9dba-124e59001e0d,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:54.669931 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 54580) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:54.721054 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:54.731418 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Allocated IP 172.20.0.3 (133dba56-f9b1-4b52-b38c-7b3ffc5be897/0a45dd29-8638-4f8c-bbcb-6a218292359f/91c59827-c0f0-43a1-a399-6c68970a550b) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:55:54.732887 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:54.738733 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-40ebf2c7-bdfe-4d2f-8ad5-c9cecd698c2f admin admin] Publish callbacks [] for security_group (c9659e1f-3ff3-4966-9dba-124e59001e0d), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.764532 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-40ebf2c7-bdfe-4d2f-8ad5-c9cecd698c2f admin admin] Publish callbacks [] for security_group (c9659e1f-3ff3-4966-9dba-124e59001e0d), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.814951 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-40ebf2c7-bdfe-4d2f-8ad5-c9cecd698c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c9659e1f-3ff3-4966-9dba-124e59001e0d), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.817794 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-40ebf2c7-bdfe-4d2f-8ad5-c9cecd698c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.822321 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-40ebf2c7-bdfe-4d2f-8ad5-c9cecd698c2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9659e1f-3ff3-4966-9dba-124e59001e0d HTTP/1.1" status: 204 len: 168 time: 0.1485283 Jul 21 20:55:54.829755 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebf2c7-bdfe-4d2f-8ad5-c9cecd698c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9659e1f-3ff3-4966-9dba-124e59001e0d,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:54.919166 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks [] for port (91c59827-c0f0-43a1-a399-6c68970a550b), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.923206 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:54.957449 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:54.999225 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:55:55.002371 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:55:55.006883 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:55:55.044011 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Pushing event updated for resources: {'Port': ['ID=91c59827-c0f0-43a1-a399-6c68970a550b,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:55.073406 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:55.074041 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:55.091931 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-0a2561aa-5d0d-4971-955a-3ca0f4b242db tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9623842 Jul 21 20:55:55.325179 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 54636) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:55.396335 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51c26-bfc6-40eb-be48-212cd4b3ca75 req-4f90c5ea-cf8b-400e-b5d7-7ff4bc5bb08c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:55.400125 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-26a51c26-bfc6-40eb-be48-212cd4b3ca75 req-4f90c5ea-cf8b-400e-b5d7-7ff4bc5bb08c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 931 time: 0.0768781 Jul 21 20:55:55.457973 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-26a51c26-bfc6-40eb-be48-212cd4b3ca75 req-34b34b35-196a-4155-94da-6e4577fe68ce tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522065 Jul 21 20:55:55.529946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6ce88c9b-565e-4a3e-90af-2c250e13eb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:55.601135 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:55.632365 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6ce88c9b-565e-4a3e-90af-2c250e13eb27 admin admin] Publish callbacks [] for security_group (2cb969e0-7c62-45a2-b08f-955b0d8e4af1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:55.638094 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6ce88c9b-565e-4a3e-90af-2c250e13eb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (2cb969e0-7c62-45a2-b08f-955b0d8e4af1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:55.715167 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-6ce88c9b-565e-4a3e-90af-2c250e13eb27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7497b0c2c9c42dda38332bb368e56bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882990 Jul 21 20:55:55.718029 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 54664) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:55:55.724111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce88c9b-565e-4a3e-90af-2c250e13eb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb969e0-7c62-45a2-b08f-955b0d8e4af1,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:55.734656 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1833-99b9-49fd-a493-c0b791470a7b req-ea444033-a588-4560-a03a-6485a8f35b10 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:55.736461 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fc8b1833-99b9-49fd-a493-c0b791470a7b req-ea444033-a588-4560-a03a-6485a8f35b10 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0927734 Jul 21 20:55:55.804274 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fc8b1833-99b9-49fd-a493-c0b791470a7b req-20e4e3f9-337e-4ea2-840b-29e235664c22 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594630 Jul 21 20:55:55.829107 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd8c3-999a-4c3d-ad8b-1765ec9505ca admin admin] Publish callbacks [] for security_group (2cb969e0-7c62-45a2-b08f-955b0d8e4af1), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:55.856209 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd8c3-999a-4c3d-ad8b-1765ec9505ca admin admin] Publish callbacks [] for security_group (2cb969e0-7c62-45a2-b08f-955b0d8e4af1), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:55.910117 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd8c3-999a-4c3d-ad8b-1765ec9505ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (2cb969e0-7c62-45a2-b08f-955b0d8e4af1), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:55.914452 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd8c3-999a-4c3d-ad8b-1765ec9505ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:55.915963 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c3bcd8c3-999a-4c3d-ad8b-1765ec9505ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cb969e0-7c62-45a2-b08f-955b0d8e4af1 HTTP/1.1" status: 204 len: 168 time: 0.1968403 Jul 21 20:55:55.925280 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcd8c3-999a-4c3d-ad8b-1765ec9505ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb969e0-7c62-45a2-b08f-955b0d8e4af1,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:56.534396 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Request body: {'port': {'device_id': 'b193b823-d7ce-4e16-9404-d2c5984dfa9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:55:56.600253 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd6fef-c16b-43e3-a5b1-c7f680182a06 req-be3db292-8f55-41c0-a7e6-fc0bc46a936f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:56.602824 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-73cd6fef-c16b-43e3-a5b1-c7f680182a06 req-be3db292-8f55-41c0-a7e6-fc0bc46a936f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 931 time: 0.0706079 Jul 21 20:55:56.682359 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-73cd6fef-c16b-43e3-a5b1-c7f680182a06 req-2f467c60-182f-47e9-819e-7c54848265f0 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698137 Jul 21 20:55:56.871752 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:57.023577 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c21b5-a085-483c-b72f-532df12cf15e req-28d9c91d-8249-49f7-879c-f8b337c16436 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:57.025126 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ce6c21b5-a085-483c-b72f-532df12cf15e req-28d9c91d-8249-49f7-879c-f8b337c16436 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.1088684 Jul 21 20:55:57.142771 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ce6c21b5-a085-483c-b72f-532df12cf15e req-41c1136d-9e24-4004-a807-689426fc87c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109653 Jul 21 20:55:57.202113 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:57.262890 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c59827-c0f0-43a1-a399-6c68970a550b {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:55:57.274023 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Publish callbacks [] for port (91c59827-c0f0-43a1-a399-6c68970a550b), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:57.290291 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Transition to ACTIVE for port object 91c59827-c0f0-43a1-a399-6c68970a550b will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:55:57.293961 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:57.404222 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Pushing event updated for resources: {'Port': ['ID=91c59827-c0f0-43a1-a399-6c68970a550b,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:57.444909 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Attempting to bind port 91c59827-c0f0-43a1-a399-6c68970a550b on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:55:57.445580 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Attempting to bind port 91c59827-c0f0-43a1-a399-6c68970a550b by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:55:57.446057 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Attempting to bind port 91c59827-c0f0-43a1-a399-6c68970a550b on network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:55:57.451596 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Port 91c59827-c0f0-43a1-a399-6c68970a550b on network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:55:57.451946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Attempting to bind port 91c59827-c0f0-43a1-a399-6c68970a550b on network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:55:57.457274 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:55:57.457560 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Checking segment: {'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:55:57.458037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Bound using segment: {'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:55:57.458477 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Bound port: 91c59827-c0f0-43a1-a399-6c68970a550b, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:55:57.459760 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:57.573621 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] For port 91c59827-c0f0-43a1-a399-6c68970a550b, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:55:57.582064 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] For port 91c59827-c0f0-43a1-a399-6c68970a550b, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=91c59827-c0f0-43a1-a399-6c68970a550b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:55:57.598557 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:57.644820 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:55:57.647484 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:57.648299 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:55:57.649731 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] 10.222.0.73 "PUT /v2.0/ports/91c59827-c0f0-43a1-a399-6c68970a550b HTTP/1.1" status: 200 len: 1093 time: 1.1215873 Jul 21 20:55:57.654282 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b193b823-d7ce-4e16-9404-d2c5984dfa9c', 'tag': '91c59827-c0f0-43a1-a399-6c68970a550b'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:55:57.657097 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d2126c-6cc6-485d-a474-7c0013262907" -d '{"events": [{"name": "network-changed", "server_uuid": "b193b823-d7ce-4e16-9404-d2c5984dfa9c", "tag": "91c59827-c0f0-43a1-a399-6c68970a550b"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:55:57.683780 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5575e6-bbfb-438c-9b59-cc4d483d1247 service neutron] Pushing event updated for resources: {'Port': ['ID=91c59827-c0f0-43a1-a399-6c68970a550b,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:55:57.756491 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f2f9e7-e716-4fa1-ad44-8904107cf550 x-openstack-request-id: req-41f2f9e7-e716-4fa1-ad44-8904107cf550 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:55:57.756930 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b193b823-d7ce-4e16-9404-d2c5984dfa9c", "tag": "91c59827-c0f0-43a1-a399-6c68970a550b", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:55:57.757182 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41f2f9e7-e716-4fa1-ad44-8904107cf550 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:55:57.757586 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f2f9e7-e716-4fa1-ad44-8904107cf550'] response: {'name': 'network-changed', 'server_uuid': 'b193b823-d7ce-4e16-9404-d2c5984dfa9c', 'tag': '91c59827-c0f0-43a1-a399-6c68970a550b', 'status': 'completed', 'code': 200} Jul 21 20:55:57.782579 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-45018871-e5d2-4d95-ac38-a9c5fa0c3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:57.788073 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-45018871-e5d2-4d95-ac38-a9c5fa0c3aa4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98e1d76644d94fd9ada9ff1ae3267bf8&device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 1127 time: 0.0658908 Jul 21 20:55:57.848790 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-32833930-1f66-48e9-ac9e-94d4eb77a5ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91c59827-c0f0-43a1-a399-6c68970a550b HTTP/1.1" status: 200 len: 217 time: 0.0391159 Jul 21 20:55:57.860466 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d39cf-ff06-4932-ae0b-7704e5f2fbc3 req-eeaf1d28-fa7b-4ca0-93a7-4ac9f56a3eb1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:57.862201 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-949d39cf-ff06-4932-ae0b-7704e5f2fbc3 req-eeaf1d28-fa7b-4ca0-93a7-4ac9f56a3eb1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0920377 Jul 21 20:55:57.948292 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-1ffd0145-fd2a-4e7b-b92c-5fa71127da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:57.949793 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-1ffd0145-fd2a-4e7b-b92c-5fa71127da5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a45dd29-8638-4f8c-bbcb-6a218292359f HTTP/1.1" status: 200 len: 852 time: 0.0867431 Jul 21 20:55:57.954325 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-949d39cf-ff06-4932-ae0b-7704e5f2fbc3 req-c5b2d2c0-ebf8-4d8c-b698-a4a72086f4fc tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826981 Jul 21 20:55:57.984073 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-da562644-bdc5-41ea-9252-d4f9e5e82b4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=133dba56-f9b1-4b52-b38c-7b3ffc5be897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276983 Jul 21 20:55:58.080187 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-70e8007e-b288-4f30-b01a-4295b0053537 service neutron] 10.222.0.73 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886745 Jul 21 20:55:58.186126 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f81f7b45-92c7-42de-8aef-224f4bab63b0 req-28eebbe2-5174-4955-945c-33b58df957d5 service neutron] 10.222.0.73 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947213 Jul 21 20:55:58.261752 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d65dc5-8301-421a-ba7f-2500153ae8e8 req-4dc1b8b3-f7a5-4214-9cc9-d2e1aedb42c4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:58.263144 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-46d65dc5-8301-421a-ba7f-2500153ae8e8 req-4dc1b8b3-f7a5-4214-9cc9-d2e1aedb42c4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0468633 Jul 21 20:55:58.543297 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-46d65dc5-8301-421a-ba7f-2500153ae8e8 req-d55af14f-17c7-4fb6-a2e6-7ebb6577aed0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744823 Jul 21 20:55:59.076541 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76722d0d-ea66-4224-b655-2c7f3b0c325a req-fb161c9d-0f2c-4916-919a-6b092aa72c45 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:55:59.077996 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-76722d0d-ea66-4224-b655-2c7f3b0c325a req-fb161c9d-0f2c-4916-919a-6b092aa72c45 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0483544 Jul 21 20:55:59.124917 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-76722d0d-ea66-4224-b655-2c7f3b0c325a req-ff769df0-0be5-422e-9f18-721644f2a0e1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Jul 21 20:56:00.243531 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3841-1c06-4351-8359-20812ab83d4c req-9faea8a6-db02-430c-b57d-ec1f6d38d952 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:00.244977 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5e9e3841-1c06-4351-8359-20812ab83d4c req-9faea8a6-db02-430c-b57d-ec1f6d38d952 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0477071 Jul 21 20:56:00.291703 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5e9e3841-1c06-4351-8359-20812ab83d4c req-baceffcf-8f26-4af1-bb9e-44de230cd952 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Jul 21 20:56:01.137662 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b7102325-2126-4437-b70b-bd50afa74161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:01.409264 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b76f-ca1b-47f3-a739-7af6cb9ef579 req-969267df-242c-4680-9b0c-5b5ceeb9ef2f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:01.410739 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c9d4b76f-ca1b-47f3-a739-7af6cb9ef579 req-969267df-242c-4680-9b0c-5b5ceeb9ef2f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0510430 Jul 21 20:56:01.456943 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c9d4b76f-ca1b-47f3-a739-7af6cb9ef579 req-7a45a42f-95d0-4a70-9c02-e46fc4b2fbe1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Jul 21 20:56:02.573842 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46679a7-d87b-4d74-9593-b625b691f29d req-0e5cf6bf-08e6-4109-9390-f6804e7201f7 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:02.575329 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a46679a7-d87b-4d74-9593-b625b691f29d req-0e5cf6bf-08e6-4109-9390-f6804e7201f7 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0478990 Jul 21 20:56:02.623899 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a46679a7-d87b-4d74-9593-b625b691f29d req-60907dc9-1f16-4474-a2b4-7cb1a5c848f8 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Jul 21 20:56:03.728319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:03.743640 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93126-f5bc-40ad-b71a-d81ee1f1662a req-25db877a-a143-4886-9c68-90a85fe6c860 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:03.745310 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-26e93126-f5bc-40ad-b71a-d81ee1f1662a req-25db877a-a143-4886-9c68-90a85fe6c860 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0511138 Jul 21 20:56:03.793340 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-26e93126-f5bc-40ad-b71a-d81ee1f1662a req-0f1c8fd7-54e9-42cc-97ef-c1c0b41a35f3 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Jul 21 20:56:04.045680 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-92a2324c-f683-4ab9-bbe7-0b45d3e1a110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:04.914439 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc2fdf-4752-42c2-9a52-3e955a3a53d7 req-c167db88-033f-44c5-b488-c1d6546efbf7 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:04.915974 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b3cc2fdf-4752-42c2-9a52-3e955a3a53d7 req-c167db88-033f-44c5-b488-c1d6546efbf7 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0549409 Jul 21 20:56:04.966140 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b3cc2fdf-4752-42c2-9a52-3e955a3a53d7 req-c1bb782b-2fad-4973-8a53-343678b2694e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Jul 21 20:56:05.193510 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 54932) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:05.198644 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-38feef0b-43ad-4499-b7a6-9159b753f4fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782456780', 'description': 'tempest-description--1922580887'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:05.222040 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-38feef0b-43ad-4499-b7a6-9159b753f4fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.293992 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-38feef0b-43ad-4499-b7a6-9159b753f4fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group (4aa9d132-884f-4873-8be2-ff8c5a2ac799), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.299249 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-38feef0b-43ad-4499-b7a6-9159b753f4fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (4aa9d132-884f-4873-8be2-ff8c5a2ac799), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.343330 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-38feef0b-43ad-4499-b7a6-9159b753f4fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.344721 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-38feef0b-43ad-4499-b7a6-9159b753f4fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1494818 Jul 21 20:56:05.345687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38feef0b-43ad-4499-b7a6-9159b753f4fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa9d132-884f-4873-8be2-ff8c5a2ac799,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:05.348131 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 54940) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:05.353861 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-6cd2469b-ef6e-46bf-8e04-da827bbe85bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'security_group_rule': {'security_group_id': '4aa9d132-884f-4873-8be2-ff8c5a2ac799', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:05.376986 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:05.393043 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6cd2469b-ef6e-46bf-8e04-da827bbe85bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group_rule (d55372ff-b876-4fc8-b541-50f1a093f0dc), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.470304 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6cd2469b-ef6e-46bf-8e04-da827bbe85bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group_rule (d55372ff-b876-4fc8-b541-50f1a093f0dc), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.476256 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6cd2469b-ef6e-46bf-8e04-da827bbe85bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (d55372ff-b876-4fc8-b541-50f1a093f0dc), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.496566 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2469b-ef6e-46bf-8e04-da827bbe85bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55372ff-b876-4fc8-b541-50f1a093f0dc,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:05.505900 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-6cd2469b-ef6e-46bf-8e04-da827bbe85bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.507298 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-6cd2469b-ef6e-46bf-8e04-da827bbe85bf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582162 Jul 21 20:56:05.510195 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 54946) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:05.514532 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-69851f0f-78eb-4ad5-9610-9d53a86fd9df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'security_group_rule': {'security_group_id': '4aa9d132-884f-4873-8be2-ff8c5a2ac799', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:05.543499 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-69851f0f-78eb-4ad5-9610-9d53a86fd9df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group_rule (92a51dab-4c8f-4bfd-9719-e353e440bf4d), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.606307 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-69851f0f-78eb-4ad5-9610-9d53a86fd9df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group_rule (92a51dab-4c8f-4bfd-9719-e353e440bf4d), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.610332 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-69851f0f-78eb-4ad5-9610-9d53a86fd9df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (92a51dab-4c8f-4bfd-9719-e353e440bf4d), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.641439 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69851f0f-78eb-4ad5-9610-9d53a86fd9df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a51dab-4c8f-4bfd-9719-e353e440bf4d,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:05.655671 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-69851f0f-78eb-4ad5-9610-9d53a86fd9df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.658901 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-69851f0f-78eb-4ad5-9610-9d53a86fd9df tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477485 Jul 21 20:56:05.662184 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 54952) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:05.668176 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:05.695384 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.761830 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 54958) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:05.786504 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.793667 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:05.826215 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:05.895596 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Allocated IP 172.27.3.211 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/8834ea44-1d43-4d42-845a-b1ac4cc1700b) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:05.910201 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-ba992abd-cf37-4cfc-80a8-c4afc31fb0ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0f56ad01c544c958f8e65367ff5c575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448147 Jul 21 20:56:05.910531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 54962) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:05.960150 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8ae93dd5-8981-4d4a-8d4e-996a2f0efaef admin admin] Publish callbacks [] for security_group (37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:05.981683 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8ae93dd5-8981-4d4a-8d4e-996a2f0efaef admin admin] Publish callbacks [] for security_group (37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.003822 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for port (8834ea44-1d43-4d42-845a-b1ac4cc1700b), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.036801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (8834ea44-1d43-4d42-845a-b1ac4cc1700b), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.037439 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8ae93dd5-8981-4d4a-8d4e-996a2f0efaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.041589 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8ae93dd5-8981-4d4a-8d4e-996a2f0efaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.045692 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8ae93dd5-8981-4d4a-8d4e-996a2f0efaef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09 HTTP/1.1" status: 204 len: 168 time: 0.1319878 Jul 21 20:56:06.052041 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae93dd5-8981-4d4a-8d4e-996a2f0efaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f68ae3-8e64-4fcd-9d5f-4431b4b5ac09,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:06.109582 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:06.120068 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:06.125821 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:06.129228 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event updated for resources: {'Port': ['ID=8834ea44-1d43-4d42-845a-b1ac4cc1700b,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:06.137057 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6356a05-990e-40ff-8434-10c98c129396 req-933e0a5e-fee7-4075-9951-a0e394318572 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:06.138611 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b6356a05-990e-40ff-8434-10c98c129396 req-933e0a5e-fee7-4075-9951-a0e394318572 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0928679 Jul 21 20:56:06.191576 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.243347 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b6356a05-990e-40ff-8434-10c98c129396 req-e66c8302-df29-443f-ab5c-76de90c5bf73 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825725 Jul 21 20:56:06.264922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (dc444f99-8f01-4d74-9eb5-26960d111ebf), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.299380 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (8834ea44-1d43-4d42-845a-b1ac4cc1700b), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.451637 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for port (8834ea44-1d43-4d42-845a-b1ac4cc1700b), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.456666 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (8834ea44-1d43-4d42-845a-b1ac4cc1700b), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.530984 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event updated for resources: {'Port': ['ID=8834ea44-1d43-4d42-845a-b1ac4cc1700b,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:06.545258 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (dc444f99-8f01-4d74-9eb5-26960d111ebf), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.550707 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:06.550707 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:06.563742 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.564985 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-4bc295b9-e460-4e6f-9174-cc47cafd6a1c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9011235 Jul 21 20:56:06.601483 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.745258 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55002) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:06.774792 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-978a706c-504b-492b-8bd2-786984cd55d3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1782456780&fields=id&tenant_id=d9e9d8f8b55c4ef586252456ea195266 HTTP/1.1" status: 200 len: 267 time: 0.0489984 Jul 21 20:56:06.845089 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:06.885418 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-1c0835e4-c2f0-4712-8a9d-ecd68c26c622 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:06.886916 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-1c0835e4-c2f0-4712-8a9d-ecd68c26c622 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 819 time: 0.1063571 Jul 21 20:56:06.895700 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-721352279-network', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:06.902496 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-ee8c138e-ca50-48dd-b143-34b25f7e9d7d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/quotas/d9e9d8f8b55c4ef586252456ea195266 HTTP/1.1" status: 200 len: 375 time: 0.0101109 Jul 21 20:56:06.916128 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Made reservation on behalf of f2d1bc3b35054c44bbe955a9eddc3052 for: {'network': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:56:06.918573 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.927973 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:06.957929 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-980043b2-d64d-47fe-bb14-7ec207c56cea tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0498765 Jul 21 20:56:07.005997 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Publish callbacks [] for security_group (5a4688d8-e14c-4639-9bc2-1bb4ceba51d6), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.009929 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (5a4688d8-e14c-4639-9bc2-1bb4ceba51d6), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.012298 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=8 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:07.013472 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:07.035738 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=110830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:56:07.046439 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4688d8-e14c-4639-9bc2-1bb4ceba51d6,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:07.051396 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (ed801187-489f-4c66-9a38-06f3e55da0de), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.051757 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.segments_db [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Added segment ed801187-489f-4c66-9a38-06f3e55da0de of type vlan for network 4b6565cd-3bec-4ff7-8320-fd7b78910885 Jul 21 20:56:07.064546 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-4807277a-4408-42ca-900a-1ce7b6bdc36e service neutron] 10.222.0.60 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947933 Jul 21 20:56:07.094233 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (4b6565cd-3bec-4ff7-8320-fd7b78910885), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.120017 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (4b6565cd-3bec-4ff7-8320-fd7b78910885), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.121110 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:07.121696 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.157097 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:07.161576 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-6970f43b-9a95-4f2e-87af-944640ef48e5 service neutron] 10.222.0.60 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902348 Jul 21 20:56:07.191148 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4441576 Jul 21 20:56:07.194157 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55008) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:07.194903 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4c5ab-8e81-49ee-9d13-6c4ee5950ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=4b6565cd-3bec-4ff7-8320-fd7b78910885,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:07.201143 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Request body: {'subnet': {'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-721352279-subnet', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'ip_version': 4}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:07.204970 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:56:07.223979 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Made reservation on behalf of f2d1bc3b35054c44bbe955a9eddc3052 for: {'subnet': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:56:07.227455 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5483834'] for subnet (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.356548 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1a3b0dcc-6757-4037-8efe-273f8e641726 req-fac264ab-8077-491d-a6ea-8417e8c603d5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 210 time: 0.0336277 Jul 21 20:56:07.409444 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40acbc8-ef0e-48ed-bae4-13f30ae74fd5 req-7094c72c-37be-43ca-b3b8-00bab1446bc3 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:07.410953 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d40acbc8-ef0e-48ed-bae4-13f30ae74fd5 req-7094c72c-37be-43ca-b3b8-00bab1446bc3 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0635741 Jul 21 20:56:07.450800 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.477281 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d40acbc8-ef0e-48ed-bae4-13f30ae74fd5 req-59b3ce09-6503-45ad-9a3d-95c180faecd5 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587304 Jul 21 20:56:07.490145 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5928128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5483816'] for subnet (5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.550660 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:07.559455 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Checking segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:07.559840 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Network hostable DHCP agents. Network: 4b6565cd-3bec-4ff7-8320-fd7b78910885, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:56:07.578259 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:56:07.588362 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 4b6565cd-3bec-4ff7-8320-fd7b78910885) {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:07.599497 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df3b3c3-44a5-4e88-9b05-1e96df336f76 None None] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:56:07.599927 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:07.601678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.624238 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-fca377e3-2182-4dcc-b1f0-fd9961982ed0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4250340 Jul 21 20:56:07.624518 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55022) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:07.629034 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:07.653257 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (39a22473-49de-47e2-98f1-dcce1463f7a6), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.654560 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (39a22473-49de-47e2-98f1-dcce1463f7a6), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.709499 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks [] for router_controller (39a22473-49de-47e2-98f1-dcce1463f7a6), precommit_add_association {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.728206 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-4b6565cd-3bec-4ff7-8320-fd7b78910885', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 20:56:07.729143 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.849175 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks [] for router_gateway (39a22473-49de-47e2-98f1-dcce1463f7a6), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:07.882412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Allocated IP 172.20.0.2 (4b6565cd-3bec-4ff7-8320-fd7b78910885/5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459/e74e540a-dd2f-4a89-a954-cf8e1ad88759) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:07.919128 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:08.030098 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Publish callbacks [] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.032991 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks [] for router_gateway (39a22473-49de-47e2-98f1-dcce1463f7a6), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.035805 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.052470 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.078597 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:08.083759 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:08.085967 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Pushing event updated for resources: {'Port': ['ID=e74e540a-dd2f-4a89-a954-cf8e1ad88759,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:08.088162 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:08.140608 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:08.150057 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Attempting to bind port e74e540a-dd2f-4a89-a954-cf8e1ad88759 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:56:08.150427 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Attempting to bind port e74e540a-dd2f-4a89-a954-cf8e1ad88759 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:56:08.150793 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Attempting to bind port e74e540a-dd2f-4a89-a954-cf8e1ad88759 on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:08.155755 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:56:08.156130 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Checking segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:08.156527 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.156913 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Bound using segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:56:08.157373 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Bound port: e74e540a-dd2f-4a89-a954-cf8e1ad88759, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:56:08.157750 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.162252 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Allocated IP 172.27.3.143 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/60c4da12-6e6f-4dc0-ab91-a7b2e910d39d) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:08.168651 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:08.194911 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:08.229163 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] For port e74e540a-dd2f-4a89-a954-cf8e1ad88759, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:56:08.232483 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] For port e74e540a-dd2f-4a89-a954-cf8e1ad88759, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e74e540a-dd2f-4a89-a954-cf8e1ad88759,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:56:08.238148 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.280319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks [] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.294941 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b5623-5823-4488-8f44-5f96f66aa7d6 None None] Pushing event updated for resources: {'Port': ['ID=e74e540a-dd2f-4a89-a954-cf8e1ad88759,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:08.325991 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.364777 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:08.370954 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:08.375065 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:08.397737 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Pushing event updated for resources: {'Port': ['ID=60c4da12-6e6f-4dc0-ab91-a7b2e910d39d,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:08.519000 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-66c6ad94-c7b8-4dfd-87c2-db1d08416c1a req-ff129985-1712-4995-a498-f2b400e9b9cf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 210 time: 0.0604677 Jul 21 20:56:08.618940 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c311bf-87bd-4a8e-90a0-cfec04dffddf req-f76e00f1-ac36-468e-bb1d-6e8890566faa tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:08.620601 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-57c311bf-87bd-4a8e-90a0-cfec04dffddf req-f76e00f1-ac36-468e-bb1d-6e8890566faa tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0591998 Jul 21 20:56:08.670962 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-57c311bf-87bd-4a8e-90a0-cfec04dffddf req-792dc5ee-3120-46bf-8f5d-eb420e8f93f3 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 Jul 21 20:56:08.677906 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks [] for router_gateway (39a22473-49de-47e2-98f1-dcce1463f7a6), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.759928 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:08.864081 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (39a22473-49de-47e2-98f1-dcce1463f7a6), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:08.994937 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 20:56:09.223899 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3360e549-07e4-4062-95ab-5e16b135fdd9 None None] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:56:09.290739 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-0851907b-de25-4f6b-9834-f9d83915d602 None None] Provisioning complete for port e74e540a-dd2f-4a89-a954-cf8e1ad88759 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:09.291486 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0851907b-de25-4f6b-9834-f9d83915d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:09.328932 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:56:09.340356 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:56:09.346645 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:09.350939 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b62853f9-4e1b-4fe4-9dd0-280fd2c98985 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7231953 Jul 21 20:56:09.351384 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55036) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:09.388388 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:09.389008 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:09.496278 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-0851907b-de25-4f6b-9834-f9d83915d602 None None] Current status of the port e74e540a-dd2f-4a89-a954-cf8e1ad88759 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:09.496670 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0851907b-de25-4f6b-9834-f9d83915d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:09.551487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-0851907b-de25-4f6b-9834-f9d83915d602 None None] For port e74e540a-dd2f-4a89-a954-cf8e1ad88759, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e74e540a-dd2f-4a89-a954-cf8e1ad88759,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:09.559424 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:09.562583 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0851907b-de25-4f6b-9834-f9d83915d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:09.615112 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:09.634465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:09.637815 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aa8fb527-80ec-47e5-9b46-111b5c5a3827 req-cf5e17a7-8f8b-4472-9001-f212680664da tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 210 time: 0.0328586 Jul 21 20:56:09.726700 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-1667ec78-5eaf-4295-9df5-b8341a7ee958 None None] Provisioning complete for port e74e540a-dd2f-4a89-a954-cf8e1ad88759 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:09.727075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1667ec78-5eaf-4295-9df5-b8341a7ee958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:09.736756 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851907b-de25-4f6b-9834-f9d83915d602 None None] Pushing event updated for resources: {'Port': ['ID=e74e540a-dd2f-4a89-a954-cf8e1ad88759,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:09.759371 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:09.839823 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335242e-3d08-482a-8429-866fdf122d0e req-6cc756e4-f1d3-4bc9-8a00-de01267e81ec tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:09.841409 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5335242e-3d08-482a-8429-866fdf122d0e req-6cc756e4-f1d3-4bc9-8a00-de01267e81ec tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0830853 Jul 21 20:56:09.867517 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:09.950378 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5335242e-3d08-482a-8429-866fdf122d0e req-a6788710-39da-46c6-ab4c-0b778c8996b7 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018944 Jul 21 20:56:09.982598 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:08Z', 'revision_number': 3, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:10.014293 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:56:10.014646 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Updating router 39a22473-49de-47e2-98f1-dcce1463f7a6 port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:56:10.018991 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1667ec78-5eaf-4295-9df5-b8341a7ee958 None None] Current status of the port e74e540a-dd2f-4a89-a954-cf8e1ad88759 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:10.041921 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:10.049368 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.055529 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Allocated IP 172.20.0.1 (4b6565cd-3bec-4ff7-8320-fd7b78910885/5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459/1365111f-1987-4eb5-bf57-44c8af3bf62a) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:10.134241 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:10.158070 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Publish callbacks [] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.190303 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.227603 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:10.234067 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:10.237064 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:10.270762 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Pushing event updated for resources: {'Port': ['ID=1365111f-1987-4eb5-bf57-44c8af3bf62a,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:10.297813 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (39a22473-49de-47e2-98f1-dcce1463f7a6), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.312732 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Publish callbacks [] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.319411 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.410788 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e48d78-7bf9-45fb-81ed-6d08b608691c None None] Pushing event updated for resources: {'Port': ['ID=60c4da12-6e6f-4dc0-ab91-a7b2e910d39d,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:10.418860 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Attempting to bind port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:56:10.418860 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Attempting to bind port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:56:10.418860 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Attempting to bind port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:10.424210 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:56:10.424601 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:10.425023 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.425489 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:56:10.425975 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Bound port: 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:56:10.426408 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.433090 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:10.443107 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2126c-6cc6-485d-a474-7c0013262907 req-28363512-ce08-4d53-9547-f7669e33028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:10.446685 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74d2126c-6cc6-485d-a474-7c0013262907 req-28363512-ce08-4d53-9547-f7669e33028c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98e1d76644d94fd9ada9ff1ae3267bf8&device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 1127 time: 0.0691311 Jul 21 20:56:10.489542 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e74e540a-dd2f-4a89-a954-cf8e1ad88759 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:10.499415 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.566720 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] For port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:56:10.569881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-3c92f0e5-9abf-432d-8e69-114bc8aaf542 None None] Provisioning complete for port 1365111f-1987-4eb5-bf57-44c8af3bf62a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:10.569881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3c92f0e5-9abf-432d-8e69-114bc8aaf542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.589135 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2126c-6cc6-485d-a474-7c0013262907 req-f853ab13-1cab-4ad6-99b3-475ae76424c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:10.590766 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74d2126c-6cc6-485d-a474-7c0013262907 req-f853ab13-1cab-4ad6-99b3-475ae76424c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=133dba56-f9b1-4b52-b38c-7b3ffc5be897 HTTP/1.1" status: 200 len: 913 time: 0.1352940 Jul 21 20:56:10.607686 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] For port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=60c4da12-6e6f-4dc0-ab91-a7b2e910d39d,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:56:10.632378 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.643578 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-3c92f0e5-9abf-432d-8e69-114bc8aaf542 None None] Port 1365111f-1987-4eb5-bf57-44c8af3bf62a cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:56:10.646025 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74d2126c-6cc6-485d-a474-7c0013262907 req-872b27aa-467a-48ac-af1c-6f3589dff4bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91c59827-c0f0-43a1-a399-6c68970a550b HTTP/1.1" status: 200 len: 217 time: 0.0371866 Jul 21 20:56:10.653314 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port e74e540a-dd2f-4a89-a954-cf8e1ad88759 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:10.653944 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.738406 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Publish callbacks [] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.747032 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.762765 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2126c-6cc6-485d-a474-7c0013262907 req-76be6dcc-b77f-425b-95c1-702efa850f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:10.764823 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74d2126c-6cc6-485d-a474-7c0013262907 req-76be6dcc-b77f-425b-95c1-702efa850f73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a45dd29-8638-4f8c-bbcb-6a218292359f HTTP/1.1" status: 200 len: 852 time: 0.1102936 Jul 21 20:56:10.766383 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-02c95b7e-dab8-4141-90be-eceb4374ee49 req-91e2cebe-34c8-4e6c-80cc-672cdef09d7a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 210 time: 0.0407813 Jul 21 20:56:10.769956 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e48d78-7bf9-45fb-81ed-6d08b608691c None None] Pushing event updated for resources: {'Port': ['ID=60c4da12-6e6f-4dc0-ab91-a7b2e910d39d,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:10.772993 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:10.773754 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:10.778099 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:10.823448 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (39a22473-49de-47e2-98f1-dcce1463f7a6), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:10.830834 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Pushing event updated for resources: {'Port': ['ID=1365111f-1987-4eb5-bf57-44c8af3bf62a,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:10.887181 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port e74e540a-dd2f-4a89-a954-cf8e1ad88759 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:10.902524 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:10.913159 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:10.924642 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:10.926053 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:11.097321 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74d2126c-6cc6-485d-a474-7c0013262907 req-23283ec7-771e-44ee-84ee-bad3059ce185 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=133dba56-f9b1-4b52-b38c-7b3ffc5be897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451815 Jul 21 20:56:11.115127 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4e5d0-3951-48a4-8f8f-28dc838c8b55 req-f765066e-e450-4ff1-a258-0a7cc880f178 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:11.118291 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-38a4e5d0-3951-48a4-8f8f-28dc838c8b55 req-f765066e-e450-4ff1-a258-0a7cc880f178 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 943 time: 0.0679786 Jul 21 20:56:11.197101 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:56:11.200634 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-38a4e5d0-3951-48a4-8f8f-28dc838c8b55 req-9030f9b9-6977-4041-8da7-f667f895c313 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714056 Jul 21 20:56:11.238460 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:11.255619 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 2, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:11.291400 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e50dc3-70c4-4a17-82e8-a050a2e4d516 None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 2, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:56:11.295482 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-769abbc7-cad6-49c6-bda8-7d03c4a1b9e5 None None] Provisioning complete for port 1365111f-1987-4eb5-bf57-44c8af3bf62a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:11.295630 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74d2126c-6cc6-485d-a474-7c0013262907 req-21815d49-139f-458f-b4ce-20aaa56396f9 service neutron] 10.222.0.73 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866488 Jul 21 20:56:11.296868 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-769abbc7-cad6-49c6-bda8-7d03c4a1b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:11.341378 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-769abbc7-cad6-49c6-bda8-7d03c4a1b9e5 None None] Port 1365111f-1987-4eb5-bf57-44c8af3bf62a cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:56:11.345984 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:56:11.353871 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-4cf92f76-1b97-4963-a2a8-5eb915c33d7e admin admin] 10.222.0.60 "PUT /v2.0/routers/39a22473-49de-47e2-98f1-dcce1463f7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0012844 Jul 21 20:56:11.432002 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-ec9e9941-f858-4c78-b845-19e36b93e27a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:11.433678 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-ec9e9941-f858-4c78-b845-19e36b93e27a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 819 time: 0.2532303 Jul 21 20:56:11.490230 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74d2126c-6cc6-485d-a474-7c0013262907 req-2c77d9cf-8aa3-4b54-8d11-384d53d30e99 service neutron] 10.222.0.73 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813493 Jul 21 20:56:11.493839 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 91c59827-c0f0-43a1-a399-6c68970a550b details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:56:11.549276 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-987bb470-1228-4f2d-b1d1-cde983da873e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e9d8f8b55c4ef586252456ea195266 HTTP/1.1" status: 200 len: 380 time: 0.0785875 Jul 21 20:56:11.677241 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 91c59827-c0f0-43a1-a399-6c68970a550b, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=91c59827-c0f0-43a1-a399-6c68970a550b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:11.696246 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '91c59827-c0f0-43a1-a399-6c68970a550b', 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897', 'port_id': '91c59827-c0f0-43a1-a399-6c68970a550b', 'mac_address': 'fa:16:3e:6c:b2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45dd29-8638-4f8c-bbcb-6a218292359f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:56:11.703728 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'port': {'device_id': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'admin_state_up': True, 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'security_groups': ['4aa9d132-884f-4873-8be2-ff8c5a2ac799']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:11.707659 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:11.737534 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 91c59827-c0f0-43a1-a399-6c68970a550b is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:11.738123 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:11.755680 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c59827-c0f0-43a1-a399-6c68970a550b {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:56:11.786959 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 91c59827-c0f0-43a1-a399-6c68970a550b, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=91c59827-c0f0-43a1-a399-6c68970a550b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:11.792785 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:11.858990 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=91c59827-c0f0-43a1-a399-6c68970a550b,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:11.884882 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Made reservation on behalf of d9e9d8f8b55c4ef586252456ea195266 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:56:11.888423 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:11.914084 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b9de4c11-ac48-43d8-b2af-8e8c3f0b0ce7 req-a117b600-a37f-4727-9790-892a56ac8dac tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 210 time: 0.0442414 Jul 21 20:56:12.062359 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:12.068355 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Allocated IP 172.20.0.4 (12e272e6-6c0f-4346-988b-fccdfdf62793/db1c4fb5-668b-4848-9037-114d9e57e569/e57d7145-76e9-4c5b-a742-c7da860acb28) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:12.101784 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55082) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:12.115138 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1749051590-network', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:12.203291 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Made reservation on behalf of fec83747abfe4021a8b4336d17d0c214 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:56:12.203291 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.218647 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.300543 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.385576 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edcdb9-2c3f-4c63-988a-1e1298c71bc6 req-081278aa-784e-41ee-8e26-7bec4ff44aae tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:12.399804 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Publish callbacks [] for security_group (115468c4-69cd-429e-a316-3eeff5a5b395), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.399804 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.400156 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a2edcdb9-2c3f-4c63-988a-1e1298c71bc6 req-081278aa-784e-41ee-8e26-7bec4ff44aae tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 944 time: 0.0907874 Jul 21 20:56:12.428788 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:12.433441 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (115468c4-69cd-429e-a316-3eeff5a5b395), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.461882 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:12.474084 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a2edcdb9-2c3f-4c63-988a-1e1298c71bc6 req-167bc792-e3b6-465c-8d58-260bdb8b3b7f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773442 Jul 21 20:56:12.483416 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 20:56:12.502096 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (198b1963-f687-46a3-85d3-629647775729), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.502787 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Added segment 198b1963-f687-46a3-85d3-629647775729 of type vlan for network df8f925f-1d80-4853-8f38-d27801516860 Jul 21 20:56:12.514851 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:12.515236 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.554302 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (df8f925f-1d80-4853-8f38-d27801516860), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.576016 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115468c4-69cd-429e-a316-3eeff5a5b395,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:12.585492 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:12.598298 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:12.605472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:12.614194 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event updated for resources: {'Port': ['ID=e57d7145-76e9-4c5b-a742-c7da860acb28,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:12.635816 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:12.636501 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.669988 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=60c4da12-6e6f-4dc0-ab91-a7b2e910d39d,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:12.675296 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.684988 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (df8f925f-1d80-4853-8f38-d27801516860), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.686020 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:12.686606 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.710594 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:12.759907 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=60c4da12-6e6f-4dc0-ab91-a7b2e910d39d,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:12.808823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] Pushing event updated for resources: {'Network': ['ID=df8f925f-1d80-4853-8f38-d27801516860,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:12.821268 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network df8f925f-1d80-4853-8f38-d27801516860 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 20:56:12.822276 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:12.822947 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.837327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:12.843114 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8c3e8c1f-45dd-479b-9571-8641af65fa62 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7402415 Jul 21 20:56:12.846965 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55100) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:12.854365 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Request body: {'subnet': {'network_id': 'df8f925f-1d80-4853-8f38-d27801516860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1749051590-subnet', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:12.857821 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-a5380fe1-1740-400d-875c-b0802d422120 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1587422 Jul 21 20:56:12.887078 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Made reservation on behalf of fec83747abfe4021a8b4336d17d0c214 for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:56:12.890694 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195776'] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:12.992199 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-cc155dd7-27ff-4232-abee-7016401123c7 None None] Provisioning complete for port e57d7145-76e9-4c5b-a742-c7da860acb28 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:12.992883 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-cc155dd7-27ff-4232-abee-7016401123c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.043922 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-cc155dd7-27ff-4232-abee-7016401123c7 None None] Port e57d7145-76e9-4c5b-a742-c7da860acb28 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:56:13.075382 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e9e4e-3d58-4128-879e-25c4eb04510e req-8bacf1e2-d5f7-46c9-805f-8bf29951a17f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:13.077069 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a36e9e4e-3d58-4128-879e-25c4eb04510e req-8bacf1e2-d5f7-46c9-805f-8bf29951a17f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 931 time: 0.0765491 Jul 21 20:56:13.129666 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195794'] for subnet (29874c8d-155a-4d84-9f79-7b91b67b3435), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.135748 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a36e9e4e-3d58-4128-879e-25c4eb04510e req-149e75c9-4f13-43f2-9c07-dcbab2d0b2bd tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483871 Jul 21 20:56:13.217633 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29874c8d-155a-4d84-9f79-7b91b67b3435,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:13.227799 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Checking segment: {'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:13.228154 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Network hostable DHCP agents. Network: df8f925f-1d80-4853-8f38-d27801516860, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 20:56:13.246671 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Network df8f925f-1d80-4853-8f38-d27801516860 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 20:56:13.257393 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, df8f925f-1d80-4853-8f38-d27801516860) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:13.262628 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:13.263903 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.265350 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a2836-2766-472b-b0e4-af5fffb30840 None None] Network df8f925f-1d80-4853-8f38-d27801516860 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:56:13.267629 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:13.289864 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55114) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:13.292285 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-656d3d74-db1b-4255-8912-d3054a3fc71f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4436059 Jul 21 20:56:13.294766 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:13.320034 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.322916 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.341089 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:13.388379 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks [] for router_controller (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), precommit_add_association {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.403745 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-df8f925f-1d80-4853-8f38-d27801516860', 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860', 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'fixed_ips': [{'subnet_id': '29874c8d-155a-4d84-9f79-7b91b67b3435'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 20:56:13.404782 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.490062 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:13.564822 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks [] for router_gateway (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.589360 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Allocated IP 172.20.0.2 (df8f925f-1d80-4853-8f38-d27801516860/29874c8d-155a-4d84-9f79-7b91b67b3435/a52c26e0-20f4-4c51-b752-316e1ee3c656) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:13.915646 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks [] for router_gateway (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.950899 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.969364 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Publish callbacks [] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:13.981220 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:14.022905 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891ad0-aa9a-4530-9af8-20a318dff467 req-34e82a79-efe3-4f57-9871-5f69a4c9b83e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:14.025955 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5e891ad0-aa9a-4530-9af8-20a318dff467 req-34e82a79-efe3-4f57-9871-5f69a4c9b83e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 944 time: 0.4473548 Jul 21 20:56:14.086650 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Pushing event updated for resources: {'Port': ['ID=a52c26e0-20f4-4c51-b752-316e1ee3c656,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:14.102475 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5e891ad0-aa9a-4530-9af8-20a318dff467 req-bd877d85-5c81-4467-992b-f29ad7114d8f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671022 Jul 21 20:56:14.104605 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Network df8f925f-1d80-4853-8f38-d27801516860 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:14.106352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:14.109427 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:14.160847 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Allocated IP 172.27.3.8 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/4b053d17-d964-4af4-b9ae-522b71e99ba3) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:14.192620 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Attempting to bind port a52c26e0-20f4-4c51-b752-316e1ee3c656 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:56:14.192981 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Attempting to bind port a52c26e0-20f4-4c51-b752-316e1ee3c656 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:56:14.193349 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Attempting to bind port a52c26e0-20f4-4c51-b752-316e1ee3c656 on network df8f925f-1d80-4853-8f38-d27801516860 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:14.200618 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:56:14.203753 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Checking segment: {'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:14.204179 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:14.204589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Bound using segment: {'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:56:14.205083 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Bound port: a52c26e0-20f4-4c51-b752-316e1ee3c656, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:56:14.205475 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:14.262708 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:56:14.276603 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:14.277578 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:14.281431 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] For port a52c26e0-20f4-4c51-b752-316e1ee3c656, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:56:14.283648 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] For port a52c26e0-20f4-4c51-b752-316e1ee3c656, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=a52c26e0-20f4-4c51-b752-316e1ee3c656,segment=NetworkSegment(198b1963-f687-46a3-85d3-629647775729),segment_id=198b1963-f687-46a3-85d3-629647775729)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:56:14.301213 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:14.315136 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee64288-565e-422f-9e1a-af758f50b31e req-dfbbac18-df52-43d4-9032-17e157d0eb2e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:14.316708 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dee64288-565e-422f-9e1a-af758f50b31e req-dfbbac18-df52-43d4-9032-17e157d0eb2e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 931 time: 0.0699680 Jul 21 20:56:14.367821 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks [] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:14.407812 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dee64288-565e-422f-9e1a-af758f50b31e req-6fea708a-2dcf-430e-978d-ab4df0f9ed22 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800402 Jul 21 20:56:14.411227 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fbd1e-4473-4396-a8bf-b293b9c3440e None None] Pushing event updated for resources: {'Port': ['ID=a52c26e0-20f4-4c51-b752-316e1ee3c656,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:14.427412 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:14.465776 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:14.467452 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:14.480815 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:14.518875 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:14.519449 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:14.531210 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:14.538079 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:14.545479 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:14.550996 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:14.621309 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:14.627675 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Pushing event updated for resources: {'Port': ['ID=4b053d17-d964-4af4-b9ae-522b71e99ba3,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:14.732729 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Request body: {'port': {'device_id': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:14.742748 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 2, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:14.800151 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:56:14.800709 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Updating router 39a22473-49de-47e2-98f1-dcce1463f7a6 port 1365111f-1987-4eb5-bf57-44c8af3bf62a binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:56:14.841617 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:14.864200 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.057606 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks [] for router_gateway (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.238155 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744b9f-1002-482b-aeab-0145d49bef33 req-620a4f25-115f-46ba-95b0-934640155f09 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:15.241595 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-54744b9f-1002-482b-aeab-0145d49bef33 req-620a4f25-115f-46ba-95b0-934640155f09 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 944 time: 0.0611219 Jul 21 20:56:15.284729 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Publish callbacks [] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.294201 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.301775 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-54744b9f-1002-482b-aeab-0145d49bef33 req-68f84888-373f-4426-a733-bf09832e11d8 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546925 Jul 21 20:56:15.361086 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Pushing event updated for resources: {'Port': ['ID=1365111f-1987-4eb5-bf57-44c8af3bf62a,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:15.407340 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.407985 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.408497 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.409002 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.409487 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.409995 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.410523 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.410999 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.411482 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.411987 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.414152 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.414760 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.415263 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.415856 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.416943 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:15.499917 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Attempting to bind port 1365111f-1987-4eb5-bf57-44c8af3bf62a on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:56:15.500522 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Attempting to bind port 1365111f-1987-4eb5-bf57-44c8af3bf62a by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:56:15.501086 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Attempting to bind port 1365111f-1987-4eb5-bf57-44c8af3bf62a on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:15.512954 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:56:15.513712 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Checking segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:15.514281 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.514833 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Bound using segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:56:15.515489 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Bound port: 1365111f-1987-4eb5-bf57-44c8af3bf62a, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:56:15.516150 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.591591 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] For port 1365111f-1987-4eb5-bf57-44c8af3bf62a, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:56:15.595309 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] For port 1365111f-1987-4eb5-bf57-44c8af3bf62a, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1365111f-1987-4eb5-bf57-44c8af3bf62a,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:56:15.604397 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.675036 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:15.675875 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:15.692875 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5a006-f161-45d6-a6f2-8a27a2b79410 None None] Pushing event updated for resources: {'Port': ['ID=1365111f-1987-4eb5-bf57-44c8af3bf62a,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:15.716806 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:15.717582 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:15.718200 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-527c7ee3-55bc-452b-994c-955f771a76de None None] Provisioning complete for port 1365111f-1987-4eb5-bf57-44c8af3bf62a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:15.718674 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-527c7ee3-55bc-452b-994c-955f771a76de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.761488 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:15.771611 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517634-2d5f-4fb7-81c1-c866b3184c7b req-e0423183-5221-4c1d-8bab-39f59d9851fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:15.774098 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9517634-2d5f-4fb7-81c1-c866b3184c7b req-e0423183-5221-4c1d-8bab-39f59d9851fe tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 931 time: 0.1710103 Jul 21 20:56:15.842560 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:15.843986 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-527c7ee3-55bc-452b-994c-955f771a76de None None] Current status of the port 1365111f-1987-4eb5-bf57-44c8af3bf62a is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:15.844571 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-527c7ee3-55bc-452b-994c-955f771a76de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.859005 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.898090 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-527c7ee3-55bc-452b-994c-955f771a76de None None] For port 1365111f-1987-4eb5-bf57-44c8af3bf62a, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1365111f-1987-4eb5-bf57-44c8af3bf62a,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:15.903842 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-527c7ee3-55bc-452b-994c-955f771a76de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.909882 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:15.958339 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57d7145-76e9-4c5b-a742-c7da860acb28 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:56:15.981941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Publish callbacks [] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:15.988988 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c7ee3-55bc-452b-994c-955f771a76de None None] Pushing event updated for resources: {'Port': ['ID=1365111f-1987-4eb5-bf57-44c8af3bf62a,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:15.992987 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9517634-2d5f-4fb7-81c1-c866b3184c7b req-f5a9200f-dd34-4fdb-bccc-e089b8746a9b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034302 Jul 21 20:56:16.049878 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Transition to ACTIVE for port object e57d7145-76e9-4c5b-a742-c7da860acb28 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:56:16.061935 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.075463 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d76dfdd-f709-4cad-b992-8f99cd85ff13 None None] Network df8f925f-1d80-4853-8f38-d27801516860 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 20:56:16.079681 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:16.131054 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:16.155164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Pushing event updated for resources: {'Port': ['ID=e57d7145-76e9-4c5b-a742-c7da860acb28,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:16.165418 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Provisioning complete for port 1365111f-1987-4eb5-bf57-44c8af3bf62a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:16.165863 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.169706 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:16.203029 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8e342-8c96-4e59-b9d8-a4e6428be9d7 None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:56:16.257862 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 20:56:16.290263 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Attempting to bind port e57d7145-76e9-4c5b-a742-c7da860acb28 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:56:16.290536 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Attempting to bind port e57d7145-76e9-4c5b-a742-c7da860acb28 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:56:16.290850 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Attempting to bind port e57d7145-76e9-4c5b-a742-c7da860acb28 on network 12e272e6-6c0f-4346-988b-fccdfdf62793 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:16.333993 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Port e57d7145-76e9-4c5b-a742-c7da860acb28 on network 12e272e6-6c0f-4346-988b-fccdfdf62793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:56:16.334395 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Attempting to bind port e57d7145-76e9-4c5b-a742-c7da860acb28 on network 12e272e6-6c0f-4346-988b-fccdfdf62793 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:16.343760 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Current status of the port 1365111f-1987-4eb5-bf57-44c8af3bf62a is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:16.355018 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Provisioning complete for port a52c26e0-20f4-4c51-b752-316e1ee3c656 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:16.355629 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.364631 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:56:16.364970 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Checking segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:16.365354 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Bound using segment: {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:56:16.366417 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Bound port: e57d7145-76e9-4c5b-a742-c7da860acb28, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796026b7-4cca-4599-a743-aebac99c4c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:56:16.366772 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.498078 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:56:16.523335 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Sync routers for ids ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:56:16.525697 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Current status of the port a52c26e0-20f4-4c51-b752-316e1ee3c656 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:16.526091 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.542761 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9481bb-9681-4b13-8643-bb4844362182 req-22e899ba-16b4-4173-aa10-38e1b09fc603 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:16.549651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] For port e57d7145-76e9-4c5b-a742-c7da860acb28, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:56:16.550547 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ed9481bb-9681-4b13-8643-bb4844362182 req-22e899ba-16b4-4173-aa10-38e1b09fc603 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 944 time: 0.0660946 Jul 21 20:56:16.557509 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] For port e57d7145-76e9-4c5b-a742-c7da860acb28, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=e57d7145-76e9-4c5b-a742-c7da860acb28,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:56:16.564902 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.574081 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Routers {'8c4f25e6-ccc0-4c32-8581-f5f0913991ce'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:16.574081 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:16.574638 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55172) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:16.576059 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9b1dc1c4-db31-426f-8d59-9a818307ef65 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2844067 Jul 21 20:56:16.588527 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.658764 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:16.659388 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.665597 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] 10.222.0.73 "PUT /v2.0/ports/e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 200 len: 1093 time: 1.9422386 Jul 21 20:56:16.673422 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:56:16.676409 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2336bc-2d7d-4276-880e-94be58b80f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:56:16.720213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40928968-fe8d-419f-b1fe-239c55e1243e service neutron] Pushing event updated for resources: {'Port': ['ID=e57d7145-76e9-4c5b-a742-c7da860acb28,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:16.780284 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ed9481bb-9681-4b13-8643-bb4844362182 req-558181ce-1ec8-4640-81b5-efc76970f9cc tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284014 Jul 21 20:56:16.812814 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d944f-8544-478f-8c99-5d467c7ea6bb x-openstack-request-id: req-a21d944f-8544-478f-8c99-5d467c7ea6bb {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:56:16.813320 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:56:16.813320 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a21d944f-8544-478f-8c99-5d467c7ea6bb {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:56:16.813740 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21d944f-8544-478f-8c99-5d467c7ea6bb'] response: {'name': 'network-changed', 'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'status': 'completed', 'code': 200} Jul 21 20:56:16.832032 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-fffb5add-b480-4e3b-96c2-53cfc054c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:16.833625 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-fffb5add-b480-4e3b-96c2-53cfc054c56f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1127 time: 0.0961130 Jul 21 20:56:16.924206 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device a52c26e0-20f4-4c51-b752-316e1ee3c656 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:16.948247 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] For port a52c26e0-20f4-4c51-b752-316e1ee3c656, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=a52c26e0-20f4-4c51-b752-316e1ee3c656,segment=NetworkSegment(198b1963-f687-46a3-85d3-629647775729),segment_id=198b1963-f687-46a3-85d3-629647775729)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:16.977669 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:16.979936 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['91c59827-c0f0-43a1-a399-6c68970a550b'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:56:16.981445 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-d1677813-778f-4a6f-a60a-2be5952484bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 200 len: 217 time: 0.0463727 Jul 21 20:56:17.043524 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:17.045968 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-5b787194-32b2-4661-a453-c2205a5b8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:17.047903 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-5b787194-32b2-4661-a453-c2205a5b8079 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0593364 Jul 21 20:56:17.107471 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-1d06e751-d94b-44c6-80ca-939b3bf7c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:17.111854 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-1d06e751-d94b-44c6-80ca-939b3bf7c3dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569146 Jul 21 20:56:17.133746 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:17.148021 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-82c48d16-f9fb-4029-bd5a-ec239054f137 None None] Provisioning complete for port a52c26e0-20f4-4c51-b752-316e1ee3c656 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:17.148410 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-82c48d16-f9fb-4029-bd5a-ec239054f137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.178822 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:17.230608 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bbffe-b732-4f5f-9432-ac4027c167f5 req-7dae28b9-33f6-42dc-a57a-d01f3563159e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:17.232122 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-340bbffe-b732-4f5f-9432-ac4027c167f5 req-7dae28b9-33f6-42dc-a57a-d01f3563159e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 943 time: 0.1193686 Jul 21 20:56:17.246246 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Set router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:17.253218 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c00f3-dacd-4e6c-b6b8-4d56cde32f5c None None] Pushing event updated for resources: {'Port': ['ID=a52c26e0-20f4-4c51-b752-316e1ee3c656,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:17.294239 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port a52c26e0-20f4-4c51-b752-316e1ee3c656 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:17.294622 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.315575 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.332622 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-5f8bdec7-e404-4302-9830-a55fda811adf service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086430 Jul 21 20:56:17.361646 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-340bbffe-b732-4f5f-9432-ac4027c167f5 req-edbb96db-e903-4126-981a-d6005404a51f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145334 Jul 21 20:56:17.521878 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Allocated IP 172.20.0.1 (df8f925f-1d80-4853-8f38-d27801516860/29874c8d-155a-4d84-9f79-7b91b67b3435/d89d3428-e29f-4bad-bee0-382123b3e78f) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:17.526740 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:17.543930 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-82c48d16-f9fb-4029-bd5a-ec239054f137 None None] Current status of the port a52c26e0-20f4-4c51-b752-316e1ee3c656 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:17.642673 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c13a509-b0d9-4d08-ac25-2b73938e7983 req-726f2ff9-a25b-4eac-beff-48cd8c1d10ef service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553226 Jul 21 20:56:17.644948 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:17.647813 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port a52c26e0-20f4-4c51-b752-316e1ee3c656 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:17.649685 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1365111f-1987-4eb5-bf57-44c8af3bf62a up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:17.684722 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Publish callbacks [] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.709341 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:14Z', 'revision_number': 3, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port': {'id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:17.721493 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.741915 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Checking router: 8c4f25e6-ccc0-4c32-8581-f5f0913991ce for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:56:17.742265 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Updating router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce port 4b053d17-d964-4af4-b9ae-522b71e99ba3 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:56:17.777099 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Network df8f925f-1d80-4853-8f38-d27801516860 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:17.782545 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:17.784745 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Pushing event updated for resources: {'Port': ['ID=d89d3428-e29f-4bad-bee0-382123b3e78f,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:17.787074 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:17.788353 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 1365111f-1987-4eb5-bf57-44c8af3bf62a triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:17.788740 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.813741 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.828167 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.846218 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:17.937032 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de61fa7-f89d-432e-8a9e-bedc553dd0c7 req-6e40a0b4-15f1-48f2-97dc-a042fda65ca1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:17.938603 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7de61fa7-f89d-432e-8a9e-bedc553dd0c7 req-6e40a0b4-15f1-48f2-97dc-a042fda65ca1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 944 time: 0.0687573 Jul 21 20:56:18.001640 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:18.045807 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 1365111f-1987-4eb5-bf57-44c8af3bf62a is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:18.097385 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.103938 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7de61fa7-f89d-432e-8a9e-bedc553dd0c7 req-507b5027-c664-4232-bbef-3b33c59ad62c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533849 Jul 21 20:56:18.144391 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:18.222109 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-fe365f5e-2a59-4071-a317-bc3478bbbc51 None None] Provisioning complete for port d89d3428-e29f-4bad-bee0-382123b3e78f triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:18.222670 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fe365f5e-2a59-4071-a317-bc3478bbbc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.260736 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Publish callbacks [] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.277155 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.286736 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-fe365f5e-2a59-4071-a317-bc3478bbbc51 None None] Port d89d3428-e29f-4bad-bee0-382123b3e78f cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:56:18.299634 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Publish callbacks [] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.306041 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.361376 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbecf6-1729-483d-a65c-6c4ae817d888 None None] Pushing event updated for resources: {'Port': ['ID=4b053d17-d964-4af4-b9ae-522b71e99ba3,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:18.364657 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Attempting to bind port 4b053d17-d964-4af4-b9ae-522b71e99ba3 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:56:18.365036 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Attempting to bind port 4b053d17-d964-4af4-b9ae-522b71e99ba3 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:56:18.365922 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Attempting to bind port 4b053d17-d964-4af4-b9ae-522b71e99ba3 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:18.372201 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:56:18.372595 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:18.373008 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.373404 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:56:18.373928 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Bound port: 4b053d17-d964-4af4-b9ae-522b71e99ba3, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:56:18.374317 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.452818 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] For port 4b053d17-d964-4af4-b9ae-522b71e99ba3, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:56:18.454663 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Pushing event updated for resources: {'Port': ['ID=d89d3428-e29f-4bad-bee0-382123b3e78f,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:18.462191 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] For port 4b053d17-d964-4af4-b9ae-522b71e99ba3, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=4b053d17-d964-4af4-b9ae-522b71e99ba3,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:56:18.467745 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.470241 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.479369 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device a52c26e0-20f4-4c51-b752-316e1ee3c656 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:18.532743 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2654c-fac9-4632-ac9d-87027b266087 req-d98806bc-097f-4186-9cc9-8d0e6f4c9850 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:18.534582 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1ce2654c-fac9-4632-ac9d-87027b266087 req-d98806bc-097f-4186-9cc9-8d0e6f4c9850 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 943 time: 0.0548353 Jul 21 20:56:18.548083 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:18.586263 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port a52c26e0-20f4-4c51-b752-316e1ee3c656 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:18.586646 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:18.594542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:18.600457 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Network df8f925f-1d80-4853-8f38-d27801516860 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:18.604316 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:18.630775 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1ce2654c-fac9-4632-ac9d-87027b266087 req-87b6f7af-db7d-4883-ab8e-3f47a76f5f1b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881321 Jul 21 20:56:18.643608 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbecf6-1729-483d-a65c-6c4ae817d888 None None] Pushing event updated for resources: {'Port': ['ID=4b053d17-d964-4af4-b9ae-522b71e99ba3,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:18.649158 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Routers {'8c4f25e6-ccc0-4c32-8581-f5f0913991ce'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:18.649826 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:18.759743 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:56:18.831764 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] Set router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:18.862786 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port a52c26e0-20f4-4c51-b752-316e1ee3c656 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:18.890662 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:56:18.895568 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-80feec81-29c3-4521-870e-e0f89e5b795c admin admin] 10.222.0.60 "PUT /v2.0/routers/8c4f25e6-ccc0-4c32-8581-f5f0913991ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3186603 Jul 21 20:56:19.083365 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-1f564a38-33c8-47a8-96a0-c1a50114ac04 None None] Provisioning complete for port d89d3428-e29f-4bad-bee0-382123b3e78f triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:19.083986 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1f564a38-33c8-47a8-96a0-c1a50114ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.160732 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1f564a38-33c8-47a8-96a0-c1a50114ac04 None None] Port d89d3428-e29f-4bad-bee0-382123b3e78f cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:56:19.179458 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:19.235852 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 4, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port': {'id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd89d3428-e29f-4bad-bee0-382123b3e78f', 'name': '', 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'mac_address': 'fa:16:3e:b6:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:17Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 2, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'subnets': [{'id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:19.262275 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01315929-2de5-4c55-8c47-3bc949d6bcd1 req-e074f596-c17e-4aca-b67f-0e8106675b13 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:19.264209 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c5e77-3ce2-4e54-9ea4-c8cd5172e514 None None] The sync data for ids ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'] in dv-cinder-850687-1-iscsi is: [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 4, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port': {'id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd89d3428-e29f-4bad-bee0-382123b3e78f', 'name': '', 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'mac_address': 'fa:16:3e:b6:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:17Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 2, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'subnets': [{'id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:56:19.264716 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01315929-2de5-4c55-8c47-3bc949d6bcd1 req-e074f596-c17e-4aca-b67f-0e8106675b13 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 944 time: 0.0661759 Jul 21 20:56:19.280556 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:19.322540 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01315929-2de5-4c55-8c47-3bc949d6bcd1 req-7356b92e-c851-4b08-a729-2d4d8029c4dd tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513909 Jul 21 20:56:19.367344 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55254) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:19.373993 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-509196ec-6ff0-46ac-9d9a-9ee480cd650e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1588311094', 'description': 'tempest-secgroup-smoke-1588311094 description', 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:19.397429 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-509196ec-6ff0-46ac-9d9a-9ee480cd650e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.473065 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-509196ec-6ff0-46ac-9d9a-9ee480cd650e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group (c43665a5-5bbd-4b45-95d9-b25f2d756f6a), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.478366 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-509196ec-6ff0-46ac-9d9a-9ee480cd650e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c43665a5-5bbd-4b45-95d9-b25f2d756f6a), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.522870 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-509196ec-6ff0-46ac-9d9a-9ee480cd650e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.525011 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-509196ec-6ff0-46ac-9d9a-9ee480cd650e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1562395 Jul 21 20:56:19.528378 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55256) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:19.533180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-b7ba3bb3-7696-46b8-8ec0-7e2f7c843f14 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'security_group_rule': {'security_group_id': 'c43665a5-5bbd-4b45-95d9-b25f2d756f6a', 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:19.540194 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509196ec-6ff0-46ac-9d9a-9ee480cd650e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43665a5-5bbd-4b45-95d9-b25f2d756f6a,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:19.564210 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3bb3-7696-46b8-8ec0-7e2f7c843f14 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (5a3b14eb-0d79-411f-8f12-190362892ccd), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.601317 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 91c59827-c0f0-43a1-a399-6c68970a550b up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:19.632733 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3bb3-7696-46b8-8ec0-7e2f7c843f14 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (5a3b14eb-0d79-411f-8f12-190362892ccd), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.637780 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3bb3-7696-46b8-8ec0-7e2f7c843f14 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (5a3b14eb-0d79-411f-8f12-190362892ccd), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.650409 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 91c59827-c0f0-43a1-a399-6c68970a550b completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:56:19.659370 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 91c59827-c0f0-43a1-a399-6c68970a550b triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:19.660058 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.665797 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba3bb3-7696-46b8-8ec0-7e2f7c843f14 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3b14eb-0d79-411f-8f12-190362892ccd,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:19.679180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3bb3-7696-46b8-8ec0-7e2f7c843f14 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.680537 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b7ba3bb3-7696-46b8-8ec0-7e2f7c843f14 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510909 Jul 21 20:56:19.683292 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55260) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:19.690267 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-bc729356-3102-4c4b-879d-95f6b224810d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'security_group_rule': {'security_group_id': 'c43665a5-5bbd-4b45-95d9-b25f2d756f6a', 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:19.760279 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 91c59827-c0f0-43a1-a399-6c68970a550b is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:19.760679 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.770525 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bc729356-3102-4c4b-879d-95f6b224810d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (be053328-2963-4e19-bbac-aca63e36ea99), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.780598 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bd991-614f-4056-8191-dcb9464941b1 req-a725d303-45fa-45fd-8391-f2d72c25380d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:19.784279 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e2bd991-614f-4056-8191-dcb9464941b1 req-a725d303-45fa-45fd-8391-f2d72c25380d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 943 time: 0.0728266 Jul 21 20:56:19.787736 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b193b823-d7ce-4e16-9404-d2c5984dfa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c59827-c0f0-43a1-a399-6c68970a550b'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:56:19.790203 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c59b4ed-6dfc-462c-8ba8-e8c74443d7a0" -d '{"events": [{"server_uuid": "b193b823-d7ce-4e16-9404-d2c5984dfa9c", "name": "network-vif-plugged", "status": "completed", "tag": "91c59827-c0f0-43a1-a399-6c68970a550b"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:56:19.805672 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 91c59827-c0f0-43a1-a399-6c68970a550b, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=91c59827-c0f0-43a1-a399-6c68970a550b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:19.811253 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.843516 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806ae6cd-3bf6-4d92-970c-b439dca89e59 x-openstack-request-id: req-806ae6cd-3bf6-4d92-970c-b439dca89e59 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:56:19.843853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b193b823-d7ce-4e16-9404-d2c5984dfa9c", "name": "network-vif-plugged", "status": "completed", "tag": "91c59827-c0f0-43a1-a399-6c68970a550b", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:56:19.844117 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-806ae6cd-3bf6-4d92-970c-b439dca89e59 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:56:19.844515 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806ae6cd-3bf6-4d92-970c-b439dca89e59'] response: {'server_uuid': 'b193b823-d7ce-4e16-9404-d2c5984dfa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c59827-c0f0-43a1-a399-6c68970a550b', 'code': 200} Jul 21 20:56:19.874029 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e2bd991-614f-4056-8191-dcb9464941b1 req-5568435b-5c0d-4d27-b2e2-737aa7ead320 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811822 Jul 21 20:56:19.875435 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=91c59827-c0f0-43a1-a399-6c68970a550b,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:19.896376 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bc729356-3102-4c4b-879d-95f6b224810d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (be053328-2963-4e19-bbac-aca63e36ea99), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.901911 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bc729356-3102-4c4b-879d-95f6b224810d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (be053328-2963-4e19-bbac-aca63e36ea99), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.915629 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:19.926608 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc729356-3102-4c4b-879d-95f6b224810d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be053328-2963-4e19-bbac-aca63e36ea99,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:19.931473 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bc729356-3102-4c4b-879d-95f6b224810d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:19.932721 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-bc729356-3102-4c4b-879d-95f6b224810d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2481933 Jul 21 20:56:19.935427 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55264) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:19.940411 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-8c6415bf-abd6-422c-9977-71e3dcf2465d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'security_group_rule': {'security_group_id': 'c43665a5-5bbd-4b45-95d9-b25f2d756f6a', 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:20.001296 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c6415bf-abd6-422c-9977-71e3dcf2465d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (f5a97a05-682a-4870-8a3a-6e2352e06e75), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.074576 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c6415bf-abd6-422c-9977-71e3dcf2465d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (f5a97a05-682a-4870-8a3a-6e2352e06e75), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.080326 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c6415bf-abd6-422c-9977-71e3dcf2465d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (f5a97a05-682a-4870-8a3a-6e2352e06e75), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.100654 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6415bf-abd6-422c-9977-71e3dcf2465d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a97a05-682a-4870-8a3a-6e2352e06e75,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:20.106941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8c6415bf-abd6-422c-9977-71e3dcf2465d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.108133 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8c6415bf-abd6-422c-9977-71e3dcf2465d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714394 Jul 21 20:56:20.110850 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55272) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:20.115460 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-e1fc44f5-d0ff-4705-9aab-8b9a250ef293 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'security_group_rule': {'security_group_id': 'c43665a5-5bbd-4b45-95d9-b25f2d756f6a', 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:20.147993 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e1fc44f5-d0ff-4705-9aab-8b9a250ef293 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (0db139b4-1c54-4bb8-8b82-dd6ec58469a1), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.213445 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e1fc44f5-d0ff-4705-9aab-8b9a250ef293 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (0db139b4-1c54-4bb8-8b82-dd6ec58469a1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.217078 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e1fc44f5-d0ff-4705-9aab-8b9a250ef293 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (0db139b4-1c54-4bb8-8b82-dd6ec58469a1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.236888 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc44f5-d0ff-4705-9aab-8b9a250ef293 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db139b4-1c54-4bb8-8b82-dd6ec58469a1,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:20.244425 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e1fc44f5-d0ff-4705-9aab-8b9a250ef293 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.245717 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-e1fc44f5-d0ff-4705-9aab-8b9a250ef293 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336751 Jul 21 20:56:20.248543 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 55274) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:20.253261 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-fa54560a-9e7d-407d-b04d-cda7ffb5ada5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'security_group_rule': {'security_group_id': 'c43665a5-5bbd-4b45-95d9-b25f2d756f6a', 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:20.277775 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.securitygroups_db [None req-fa54560a-9e7d-407d-b04d-cda7ffb5ada5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Project f2d1bc3b35054c44bbe955a9eddc3052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 20:56:20.284654 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fa54560a-9e7d-407d-b04d-cda7ffb5ada5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (34ab06bc-efae-4c35-aa49-8faf3959a645), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.312635 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:20.390210 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fa54560a-9e7d-407d-b04d-cda7ffb5ada5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (34ab06bc-efae-4c35-aa49-8faf3959a645), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.394583 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fa54560a-9e7d-407d-b04d-cda7ffb5ada5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (34ab06bc-efae-4c35-aa49-8faf3959a645), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.455747 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54560a-9e7d-407d-b04d-cda7ffb5ada5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ab06bc-efae-4c35-aa49-8faf3959a645,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:20.483008 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 4b053d17-d964-4af4-b9ae-522b71e99ba3 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:20.485808 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fa54560a-9e7d-407d-b04d-cda7ffb5ada5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.488718 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-fa54560a-9e7d-407d-b04d-cda7ffb5ada5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2384241 Jul 21 20:56:20.491674 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55282) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:20.499316 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-f4d8d508-88b3-4f82-9099-afb0ef59f224 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'security_group_rule': {'security_group_id': 'c43665a5-5bbd-4b45-95d9-b25f2d756f6a', 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:20.548272 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 4b053d17-d964-4af4-b9ae-522b71e99ba3 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:20.548899 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.584254 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.securitygroups_db [None req-f4d8d508-88b3-4f82-9099-afb0ef59f224 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Project f2d1bc3b35054c44bbe955a9eddc3052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 20:56:20.601926 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8d38f-1f1c-4668-b8cc-285a7853b884 req-6374b519-8ac7-4bc3-ba5a-653847c027a0 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:20.603660 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-32f8d38f-1f1c-4668-b8cc-285a7853b884 req-6374b519-8ac7-4bc3-ba5a-653847c027a0 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.0941629 Jul 21 20:56:20.604653 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d508-88b3-4f82-9099-afb0ef59f224 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (e6f6c807-8c9c-4799-8270-6a9c30a578ac), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.608916 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:20.635133 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:20.642987 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 4b053d17-d964-4af4-b9ae-522b71e99ba3 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:20.643398 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.670743 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 4b053d17-d964-4af4-b9ae-522b71e99ba3, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=4b053d17-d964-4af4-b9ae-522b71e99ba3,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:20.675734 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.728363 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-32f8d38f-1f1c-4668-b8cc-285a7853b884 req-a65ee317-59a4-4bc1-9b59-6c8ea96af572 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117535 Jul 21 20:56:20.737741 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=4b053d17-d964-4af4-b9ae-522b71e99ba3,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:20.755648 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d508-88b3-4f82-9099-afb0ef59f224 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (e6f6c807-8c9c-4799-8270-6a9c30a578ac), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.760776 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d508-88b3-4f82-9099-afb0ef59f224 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (e6f6c807-8c9c-4799-8270-6a9c30a578ac), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.762387 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55286) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:20.783528 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8d508-88b3-4f82-9099-afb0ef59f224 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f6c807-8c9c-4799-8270-6a9c30a578ac,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:20.796281 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d508-88b3-4f82-9099-afb0ef59f224 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.797590 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f4d8d508-88b3-4f82-9099-afb0ef59f224 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044384 Jul 21 20:56:20.902098 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bd63910b-f282-4eda-a825-64cca0931f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.987053 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bd63910b-f282-4eda-a825-64cca0931f71 admin admin] Publish callbacks [] for security_group (ae605152-7553-47f1-8ac3-625c0a39ab51), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:20.992106 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bd63910b-f282-4eda-a825-64cca0931f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ae605152-7553-47f1-8ac3-625c0a39ab51), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:21.013856 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6443cf-f8a6-4d74-b106-fcbf207240af req-37536c7e-d846-42e9-978d-fe4dda78ccc7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:21.015389 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1f6443cf-f8a6-4d74-b106-fcbf207240af req-37536c7e-d846-42e9-978d-fe4dda78ccc7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 943 time: 0.0572915 Jul 21 20:56:21.037847 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-bd63910b-f282-4eda-a825-64cca0931f71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dd1eb8097fd42bfa076ac2719a62039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689016 Jul 21 20:56:21.037847 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63910b-f282-4eda-a825-64cca0931f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae605152-7553-47f1-8ac3-625c0a39ab51,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:21.039751 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55330) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:21.046068 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:21.088715 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1f6443cf-f8a6-4d74-b106-fcbf207240af req-4dd25f52-6044-4514-a7b4-9d87ef615cb5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656025 Jul 21 20:56:21.096702 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db397f14-c2b3-4b8f-959c-a27be84144b9 admin admin] Publish callbacks [] for security_group (ae605152-7553-47f1-8ac3-625c0a39ab51), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:21.133855 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db397f14-c2b3-4b8f-959c-a27be84144b9 admin admin] Publish callbacks [] for security_group (ae605152-7553-47f1-8ac3-625c0a39ab51), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:21.198188 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db397f14-c2b3-4b8f-959c-a27be84144b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ae605152-7553-47f1-8ac3-625c0a39ab51), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:21.201350 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db397f14-c2b3-4b8f-959c-a27be84144b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:21.203754 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-db397f14-c2b3-4b8f-959c-a27be84144b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae605152-7553-47f1-8ac3-625c0a39ab51 HTTP/1.1" status: 204 len: 168 time: 0.1618659 Jul 21 20:56:21.216242 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db397f14-c2b3-4b8f-959c-a27be84144b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae605152-7553-47f1-8ac3-625c0a39ab51,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:21.752212 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-cdeea267-2bd9-4e9b-a370-c2cddf83a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:21.753734 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-cdeea267-2bd9-4e9b-a370-c2cddf83a4f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1127 time: 0.0459363 Jul 21 20:56:21.868956 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-0ee89d4d-feef-49f6-aeaa-2c1a8d0a09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:21.870436 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-0ee89d4d-feef-49f6-aeaa-2c1a8d0a09c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.1093092 Jul 21 20:56:21.878083 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43646a-e66e-4936-a4b7-8dee2e28c48f req-5741b02e-8d37-4d90-aab9-736c968e4b4c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:21.879909 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7d43646a-e66e-4936-a4b7-8dee2e28c48f req-5741b02e-8d37-4d90-aab9-736c968e4b4c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.0723906 Jul 21 20:56:21.930826 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-ce8f8d1b-fdcd-43c5-8603-58b1736525f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 200 len: 217 time: 0.0403588 Jul 21 20:56:21.940651 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7d43646a-e66e-4936-a4b7-8dee2e28c48f req-ec2ded6e-717f-4a94-acb2-e773bcdf6b7c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549133 Jul 21 20:56:21.947959 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf4237-e30b-459a-b6df-ef85b964f241 req-4315815e-6f11-4494-b027-7b710956b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:21.949390 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4edf4237-e30b-459a-b6df-ef85b964f241 req-4315815e-6f11-4494-b027-7b710956b733 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 1129 time: 0.0953786 Jul 21 20:56:22.011238 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-eed7f7ce-cafa-4681-880d-9cf259d462fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:22.012736 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-eed7f7ce-cafa-4681-880d-9cf259d462fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0730789 Jul 21 20:56:22.039990 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4edf4237-e30b-459a-b6df-ef85b964f241 req-825e0752-40d3-423c-9e43-430d5708e927 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686822 Jul 21 20:56:22.071500 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-36309e1b-a4df-42bc-b673-de32817fd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:22.073031 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-36309e1b-a4df-42bc-b673-de32817fd9a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504708 Jul 21 20:56:22.172957 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:22.210010 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef22cb-9663-4c7e-8df6-ed863c53b805 req-cbb91f2f-9056-4182-9bc6-7dd4a2afd64e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:22.211759 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-33ef22cb-9663-4c7e-8df6-ed863c53b805 req-cbb91f2f-9056-4182-9bc6-7dd4a2afd64e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 943 time: 0.0517333 Jul 21 20:56:22.260203 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-33ef22cb-9663-4c7e-8df6-ed863c53b805 req-3e0290a7-ceec-4a13-a1e2-12e76fff0ec0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429025 Jul 21 20:56:22.384492 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 4b053d17-d964-4af4-b9ae-522b71e99ba3 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:22.430675 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 4b053d17-d964-4af4-b9ae-522b71e99ba3 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:22.431468 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:22.504275 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 4b053d17-d964-4af4-b9ae-522b71e99ba3 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:22.635450 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-533adacb-4671-44d5-aabd-f45d519e155d service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887871 Jul 21 20:56:23.048308 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Sync routers for ids ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:56:23.057080 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02002e-d86a-4d0a-ab45-d9bbad7783f7 req-f05dd663-422f-440d-928f-826d42721ee0 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:23.058629 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ce02002e-d86a-4d0a-ab45-d9bbad7783f7 req-f05dd663-422f-440d-928f-826d42721ee0 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.0492656 Jul 21 20:56:23.062126 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Routers {'8c4f25e6-ccc0-4c32-8581-f5f0913991ce'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:23.062763 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:23.108518 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ce02002e-d86a-4d0a-ab45-d9bbad7783f7 req-1d939dc0-4491-4881-a282-42638516ac55 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442114 Jul 21 20:56:23.169572 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Set router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:23.359617 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 4, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port': {'id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd89d3428-e29f-4bad-bee0-382123b3e78f', 'name': '', 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'mac_address': 'fa:16:3e:b6:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:17Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 2, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'subnets': [{'id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:23.389766 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Checking router: 8c4f25e6-ccc0-4c32-8581-f5f0913991ce for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:56:23.390188 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Updating router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce port d89d3428-e29f-4bad-bee0-382123b3e78f binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 20:56:23.417186 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58045dee-db6c-4e44-8bb4-7f96b1b7d7dc req-ab3b94b1-2a8d-4458-a78b-86fe012f6b3c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:23.422314 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-58045dee-db6c-4e44-8bb4-7f96b1b7d7dc req-ab3b94b1-2a8d-4458-a78b-86fe012f6b3c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 943 time: 0.0701654 Jul 21 20:56:23.427600 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:23.450906 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4f2336bc-2d7d-4276-880e-94be58b80f7e req-2801e2f6-f258-422b-9b99-f04601dab8a7 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613133 Jul 21 20:56:23.478587 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-58045dee-db6c-4e44-8bb4-7f96b1b7d7dc req-183d1a78-56f4-49c6-a596-f23740c8e7a7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503349 Jul 21 20:56:23.494436 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:23.567365 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device e57d7145-76e9-4c5b-a742-c7da860acb28 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:56:23.679105 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:23.689786 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port e57d7145-76e9-4c5b-a742-c7da860acb28, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=e57d7145-76e9-4c5b-a742-c7da860acb28,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:23.702768 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'mac_address': 'fa:16:3e:89:76:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:56:23.738954 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Publish callbacks [] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:23.740924 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:23.741351 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55384) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:23.747136 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:23.751041 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port e57d7145-76e9-4c5b-a742-c7da860acb28 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:23.751434 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:23.773267 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57d7145-76e9-4c5b-a742-c7da860acb28 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:56:23.798672 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port e57d7145-76e9-4c5b-a742-c7da860acb28, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=e57d7145-76e9-4c5b-a742-c7da860acb28,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:23.809413 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:23.843614 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd28d-54da-4169-a68f-024037e4d9a3 None None] Pushing event updated for resources: {'Port': ['ID=d89d3428-e29f-4bad-bee0-382123b3e78f,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:23.860907 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Attempting to bind port d89d3428-e29f-4bad-bee0-382123b3e78f on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:56:23.861605 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Attempting to bind port d89d3428-e29f-4bad-bee0-382123b3e78f by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:56:23.861909 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Attempting to bind port d89d3428-e29f-4bad-bee0-382123b3e78f on network df8f925f-1d80-4853-8f38-d27801516860 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:23.866131 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=e57d7145-76e9-4c5b-a742-c7da860acb28,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:23.869150 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:56:23.869540 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Checking segment: {'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:23.870120 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:23.870517 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Bound using segment: {'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:56:23.870991 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Bound port: d89d3428-e29f-4bad-bee0-382123b3e78f, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198b1963-f687-46a3-85d3-629647775729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:56:23.871365 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:23.918135 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-97198666-0933-4c91-a514-64714320a8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:23.939599 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] For port d89d3428-e29f-4bad-bee0-382123b3e78f, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:56:23.943035 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] For port d89d3428-e29f-4bad-bee0-382123b3e78f, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d89d3428-e29f-4bad-bee0-382123b3e78f,segment=NetworkSegment(198b1963-f687-46a3-85d3-629647775729),segment_id=198b1963-f687-46a3-85d3-629647775729)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:56:23.950435 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.001346 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Routers {'8c4f25e6-ccc0-4c32-8581-f5f0913991ce'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:24.002234 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:24.013770 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-97198666-0933-4c91-a514-64714320a8c8 admin admin] Publish callbacks [] for security_group (33c29d53-7110-437d-b4b9-61161864353b), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.018337 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-97198666-0933-4c91-a514-64714320a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (33c29d53-7110-437d-b4b9-61161864353b), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.059878 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-0c759a8e-508d-4dcb-9c5e-db8a563fdcef None None] Provisioning complete for port d89d3428-e29f-4bad-bee0-382123b3e78f triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:24.060525 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0c759a8e-508d-4dcb-9c5e-db8a563fdcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.064050 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97198666-0933-4c91-a514-64714320a8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c29d53-7110-437d-b4b9-61161864353b,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:24.071039 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-97198666-0933-4c91-a514-64714320a8c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16a5186ab14a4f4e9f7333cbcb66a07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261180 Jul 21 20:56:24.071433 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55388) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:24.107613 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:24.142312 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-df9cc62b-72a2-49fc-b150-18490eea19f0 admin admin] Publish callbacks [] for security_group (33c29d53-7110-437d-b4b9-61161864353b), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.177141 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-0c759a8e-508d-4dcb-9c5e-db8a563fdcef None None] Current status of the port d89d3428-e29f-4bad-bee0-382123b3e78f is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:24.177657 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0c759a8e-508d-4dcb-9c5e-db8a563fdcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.177925 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-df9cc62b-72a2-49fc-b150-18490eea19f0 admin admin] Publish callbacks [] for security_group (33c29d53-7110-437d-b4b9-61161864353b), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.228385 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-0c759a8e-508d-4dcb-9c5e-db8a563fdcef None None] For port d89d3428-e29f-4bad-bee0-382123b3e78f, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d89d3428-e29f-4bad-bee0-382123b3e78f,segment=NetworkSegment(198b1963-f687-46a3-85d3-629647775729),segment_id=198b1963-f687-46a3-85d3-629647775729)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:24.236629 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0c759a8e-508d-4dcb-9c5e-db8a563fdcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.248743 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd28d-54da-4169-a68f-024037e4d9a3 None None] Pushing event updated for resources: {'Port': ['ID=d89d3428-e29f-4bad-bee0-382123b3e78f,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:24.272437 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] Set router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:24.299248 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c759a8e-508d-4dcb-9c5e-db8a563fdcef None None] Pushing event updated for resources: {'Port': ['ID=d89d3428-e29f-4bad-bee0-382123b3e78f,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:24.326933 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8be283-d316-4b2c-ac9c-5823a8d1d105 req-f0e17f78-0dac-4d18-9079-66063a50bd71 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:24.328493 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fb8be283-d316-4b2c-ac9c-5823a8d1d105 req-f0e17f78-0dac-4d18-9079-66063a50bd71 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.1171789 Jul 21 20:56:24.360997 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-d2159d2b-ae5f-4876-b497-cf1d5b9fc501 None None] Provisioning complete for port d89d3428-e29f-4bad-bee0-382123b3e78f triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:24.361804 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-d2159d2b-ae5f-4876-b497-cf1d5b9fc501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.395566 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-df9cc62b-72a2-49fc-b150-18490eea19f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (33c29d53-7110-437d-b4b9-61161864353b), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.403050 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-df9cc62b-72a2-49fc-b150-18490eea19f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.403050 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-df9cc62b-72a2-49fc-b150-18490eea19f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33c29d53-7110-437d-b4b9-61161864353b HTTP/1.1" status: 204 len: 168 time: 0.3284924 Jul 21 20:56:24.421221 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cc62b-72a2-49fc-b150-18490eea19f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c29d53-7110-437d-b4b9-61161864353b,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:24.433505 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fb8be283-d316-4b2c-ac9c-5823a8d1d105 req-9cc8b17c-a39d-4571-ab4a-3986db1d574d tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947492 Jul 21 20:56:24.498389 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d89d3428-e29f-4bad-bee0-382123b3e78f up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:24.501589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:24.541313 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 4, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port': {'id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd89d3428-e29f-4bad-bee0-382123b3e78f', 'name': '', 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'mac_address': 'fa:16:3e:b6:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:17Z', 'updated_at': '2022-07-21T20:56:23Z', 'revision_number': 4, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'subnets': [{'id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:24.547150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['e57d7145-76e9-4c5b-a742-c7da860acb28'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:56:24.552682 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-d2159d2b-ae5f-4876-b497-cf1d5b9fc501 None None] Current status of the port d89d3428-e29f-4bad-bee0-382123b3e78f is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:24.572324 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85c1a6-f580-4017-9618-b9ee9d538198 None None] The sync data for ids ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'] in dv-cinder-850687-1-iscsi is: [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:18Z', 'revision_number': 4, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port': {'id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd89d3428-e29f-4bad-bee0-382123b3e78f', 'name': '', 'network_id': 'df8f925f-1d80-4853-8f38-d27801516860', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'mac_address': 'fa:16:3e:b6:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:17Z', 'updated_at': '2022-07-21T20:56:23Z', 'revision_number': 4, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'subnets': [{'id': '29874c8d-155a-4d84-9f79-7b91b67b3435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:56:24.660557 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port d89d3428-e29f-4bad-bee0-382123b3e78f triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:24.661117 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:24.724171 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5112-f8df-43b8-a24a-9f55b75d38d8 req-f30d9254-1e88-429d-a20d-cb3fe76250d8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:24.735152 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2a0d5112-f8df-43b8-a24a-9f55b75d38d8 req-f30d9254-1e88-429d-a20d-cb3fe76250d8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 944 time: 0.1280789 Jul 21 20:56:24.810432 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:24.854222 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2a0d5112-f8df-43b8-a24a-9f55b75d38d8 req-87d5bbbc-0533-4499-a7e9-e7f29e9a6fb4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120329 Jul 21 20:56:24.856971 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port d89d3428-e29f-4bad-bee0-382123b3e78f is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:25.548129 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247e6a-31b6-4995-88ba-bec31f9f6c93 req-ac20e140-81e7-40c8-9d93-b698a472c2a1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:25.549493 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4c247e6a-31b6-4995-88ba-bec31f9f6c93 req-ac20e140-81e7-40c8-9d93-b698a472c2a1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.0464625 Jul 21 20:56:25.590393 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:25.599070 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4c247e6a-31b6-4995-88ba-bec31f9f6c93 req-e67e7260-0d37-449c-9f83-0bc4b48d4445 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 Jul 21 20:56:25.965365 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a87f4-a8c1-4b15-8798-edb33d6db1bc req-2c953cfc-7173-447b-9d5e-2da775064550 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:25.966987 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-203a87f4-a8c1-4b15-8798-edb33d6db1bc req-2c953cfc-7173-447b-9d5e-2da775064550 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 944 time: 0.0480864 Jul 21 20:56:26.032327 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-203a87f4-a8c1-4b15-8798-edb33d6db1bc req-bb90fe00-4047-40f5-bb3f-18df9a85bd69 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593507 Jul 21 20:56:26.074003 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device e57d7145-76e9-4c5b-a742-c7da860acb28 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:56:26.100242 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:26.120318 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port e57d7145-76e9-4c5b-a742-c7da860acb28 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:56:26.125108 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port e57d7145-76e9-4c5b-a742-c7da860acb28 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:26.125525 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:26.201624 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port e57d7145-76e9-4c5b-a742-c7da860acb28 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:56:26.202015 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:26.223753 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:56:26.226995 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659786c8-73b8-4bb0-9e9a-6c68e0d1b322" -d '{"events": [{"server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "name": "network-vif-plugged", "status": "completed", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:56:26.239994 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port e57d7145-76e9-4c5b-a742-c7da860acb28, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=e57d7145-76e9-4c5b-a742-c7da860acb28,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:56:26.245352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:26.268815 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bcc8d3-0f91-4f13-9008-6fa9deafac23 x-openstack-request-id: req-50bcc8d3-0f91-4f13-9008-6fa9deafac23 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:56:26.269137 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "name": "network-vif-plugged", "status": "completed", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:56:26.269389 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50bcc8d3-0f91-4f13-9008-6fa9deafac23 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:56:26.269779 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bcc8d3-0f91-4f13-9008-6fa9deafac23'] response: {'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'code': 200} Jul 21 20:56:26.296547 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=e57d7145-76e9-4c5b-a742-c7da860acb28,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:26.497989 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5809c3-0120-456c-816c-fa5abbe418ab req-5cc963f0-3ed5-4cab-a9f6-91d38dbe3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:26.499668 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0a5809c3-0120-456c-816c-fa5abbe418ab req-5cc963f0-3ed5-4cab-a9f6-91d38dbe3779 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1129 time: 0.0411284 Jul 21 20:56:26.546271 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0a5809c3-0120-456c-816c-fa5abbe418ab req-37cb0659-db41-45e5-a77d-acec95bb42fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Jul 21 20:56:27.147783 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf467f-2e51-4b4c-85b0-fcc8954f446e req-590d45a1-747a-4679-874e-55032c7a5f20 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:27.149930 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2abf467f-2e51-4b4c-85b0-fcc8954f446e req-590d45a1-747a-4679-874e-55032c7a5f20 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0511396 Jul 21 20:56:27.203242 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2abf467f-2e51-4b4c-85b0-fcc8954f446e req-6f599de1-520d-43cc-9857-c4a6c9ba7eb2 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473566 Jul 21 20:56:28.322124 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17019759-c018-4be9-b63f-db2e0691e115 req-f7a72ba5-68c3-44ee-9c8e-146621657f8d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:28.323626 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-17019759-c018-4be9-b63f-db2e0691e115 req-f7a72ba5-68c3-44ee-9c8e-146621657f8d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0491917 Jul 21 20:56:28.375449 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-17019759-c018-4be9-b63f-db2e0691e115 req-812ea35e-0f97-4b9a-ba97-52f5b3cdf2a8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460324 Jul 21 20:56:29.496668 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876db1f-84dc-406e-9356-555f7366e878 req-b3517ec5-3b2b-4c2a-b762-cadaeaf174be tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:29.498235 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3876db1f-84dc-406e-9356-555f7366e878 req-b3517ec5-3b2b-4c2a-b762-cadaeaf174be tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0526369 Jul 21 20:56:29.546372 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3876db1f-84dc-406e-9356-555f7366e878 req-27e7e2e3-cb36-4e66-82c7-8ac9bb20a8b9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Jul 21 20:56:29.662379 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3df5a0-ff03-4b87-8b2b-9cfb3cde7789 req-c757bcfe-7895-48d8-8a4e-1698eab64530 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:29.663675 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae3df5a0-ff03-4b87-8b2b-9cfb3cde7789 req-c757bcfe-7895-48d8-8a4e-1698eab64530 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0482497 Jul 21 20:56:29.672931 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55482) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:56:29.677353 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'floatingip': {'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:29.715906 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (dc444f99-8f01-4d74-9eb5-26960d111ebf), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:30.157013 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:30.161152 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (dc444f99-8f01-4d74-9eb5-26960d111ebf), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:30.504494 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:30.511929 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Floating IP dc444f99-8f01-4d74-9eb5-26960d111ebf associated. External IP: 172.27.3.211, port: e57d7145-76e9-4c5b-a742-c7da860acb28. Jul 21 20:56:30.713620 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:56:30.819729 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:56:30.825180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:30.830750 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] Sync routers for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:56:30.842118 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:30.843044 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:30.848660 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:30.857781 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-cd3d7f4d-f5f0-4b2a-8b95-312ba61d55c3 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "PUT /v2.0/floatingips/dc444f99-8f01-4d74-9eb5-26960d111ebf HTTP/1.1" status: 200 len: 991 time: 1.1837723 Jul 21 20:56:30.858573 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:56:30.860903 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb92b6-e015-4f28-b15a-f8742be78a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:56:30.904649 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e17b44-07c1-411f-9164-fa3599af247f x-openstack-request-id: req-56e17b44-07c1-411f-9164-fa3599af247f {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:56:30.904945 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:56:30.905230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56e17b44-07c1-411f-9164-fa3599af247f {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:56:30.905641 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e17b44-07c1-411f-9164-fa3599af247f'] response: {'name': 'network-changed', 'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'status': 'completed', 'code': 200} Jul 21 20:56:30.954474 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:31.020290 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-767a0ad4-0e00-4198-b407-a1510d326fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:31.021730 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-767a0ad4-0e00-4198-b407-a1510d326fac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1129 time: 0.0392478 Jul 21 20:56:31.127437 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-4dd1e51a-936f-452d-9e36-cd339a48e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:31.129020 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-4dd1e51a-936f-452d-9e36-cd339a48e561 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.0942235 Jul 21 20:56:31.150142 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5a8184d2-89bc-4309-9bf0-f11263a8fffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:31.177282 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:31.183182 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:31.194605 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dc444f99-8f01-4d74-9eb5-26960d111ebf', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'mac_address': 'fa:16:3e:89:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:56:06Z', 'updated_at': '2022-07-21T20:56:30Z', 'revision_number': 1, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:31.196108 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-e576e1b1-bbb1-493f-8198-2bf8b0ffa39e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 200 len: 999 time: 0.0577409 Jul 21 20:56:31.223233 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] Checking router: ca791c0d-da1d-46f9-87e5-97453ea7d4c1 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:56:31.232633 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:56:31.233243 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:56:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:31.248936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-2ffcff49-c724-4b18-a879-64be7b276110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:31.250480 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-2ffcff49-c724-4b18-a879-64be7b276110 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0471213 Jul 21 20:56:31.280946 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:56:31.302286 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-8c8b2b05-f6dd-4558-950a-ca1a02540131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:31.304105 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-8c8b2b05-f6dd-4558-950a-ca1a02540131 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469100 Jul 21 20:56:31.344578 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:56:31.403787 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-f76aa497-cf39-423e-a873-37babd596444 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913854 Jul 21 20:56:31.513584 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bcb92b6-e015-4f28-b15a-f8742be78a9a req-a8b56afd-2531-447b-95d0-e240d39a2861 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026766 Jul 21 20:56:31.692199 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:31.698760 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dc444f99-8f01-4d74-9eb5-26960d111ebf', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'mac_address': 'fa:16:3e:89:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:56:06Z', 'updated_at': '2022-07-21T20:56:30Z', 'revision_number': 1, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:56:31.727644 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3498f5-8504-4937-a6f8-5609f30562e3 None None] The sync data for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi is: [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dc444f99-8f01-4d74-9eb5-26960d111ebf', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'mac_address': 'fa:16:3e:89:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:56:06Z', 'updated_at': '2022-07-21T20:56:30Z', 'revision_number': 1, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:56:31.925871 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb5904-23d0-44bb-adf3-161fdba2e704 None None] New status for floating IP dc444f99-8f01-4d74-9eb5-26960d111ebf: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 20:56:34.042085 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e570a32d-624f-40e7-992c-4273a4344a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:36.191217 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:36.599018 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:37.450076 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:40.854234 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=36 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:41.501701 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=75 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:41.509109 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=33 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:43.998084 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:44.010240 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:45.401531 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ff5394-675a-4572-8c61-075e38fd534c req-4898826a-63b2-4bfd-ac06-f78b674e15dd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385680 Jul 21 20:56:45.480709 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5394-675a-4572-8c61-075e38fd534c req-964613da-fdcd-4000-a89c-03162f82250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:45.482829 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ff5394-675a-4572-8c61-075e38fd534c req-964613da-fdcd-4000-a89c-03162f82250c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 1130 time: 0.0400181 Jul 21 20:56:45.601163 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5394-675a-4572-8c61-075e38fd534c req-eac30cf9-33b5-4238-874e-8ea5000a0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:45.602645 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ff5394-675a-4572-8c61-075e38fd534c req-eac30cf9-33b5-4238-874e-8ea5000a0ed1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.0985985 Jul 21 20:56:45.648011 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ff5394-675a-4572-8c61-075e38fd534c req-c69a3dec-73bd-423f-a760-2d5a8d250b6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d HTTP/1.1" status: 200 len: 217 time: 0.0332317 Jul 21 20:56:45.704481 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5394-675a-4572-8c61-075e38fd534c req-aa3c3599-14c3-425e-b68f-8863b37c5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:45.705805 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ff5394-675a-4572-8c61-075e38fd534c req-aa3c3599-14c3-425e-b68f-8863b37c5e72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0439579 Jul 21 20:56:45.756941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5394-675a-4572-8c61-075e38fd534c req-a4503d16-56db-43c2-8cda-370e16b92569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:45.758409 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ff5394-675a-4572-8c61-075e38fd534c req-a4503d16-56db-43c2-8cda-370e16b92569 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419738 Jul 21 20:56:45.859951 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ff5394-675a-4572-8c61-075e38fd534c req-41a7f250-0c08-4817-9174-dc2d56fa42c4 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Jul 21 20:56:45.958696 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ff5394-675a-4572-8c61-075e38fd534c req-03b30d44-8d6c-4c0e-a735-e1f9b19c44d8 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868716 Jul 21 20:56:47.443486 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:47.445486 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:47.780801 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:55.337244 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-c5854231-afa0-4bbe-b70f-079d0f8c4c05 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588311094&fields=id&tenant_id=f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 267 time: 0.0472848 Jul 21 20:56:55.444156 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-0a2976e1-d991-475d-9639-9aefa4302d8b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:55.445624 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-0a2976e1-d991-475d-9639-9aefa4302d8b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 811 time: 0.1013801 Jul 21 20:56:55.459888 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-efbb1aca-9162-423f-b1a4-c8a756b3051c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/quotas/f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 375 time: 0.0088587 Jul 21 20:56:55.512587 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-a4eac461-8765-433f-8de0-62ce4c2caf5b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472372 Jul 21 20:56:55.607457 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-11f75334-7300-405c-8412-bee0ac4b89cc service neutron] 10.222.0.60 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840051 Jul 21 20:56:55.704478 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-73f00cfe-5c6a-46d6-957d-fb6db9927259 service neutron] 10.222.0.60 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911391 Jul 21 20:56:55.953605 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=46 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:55.954422 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=47 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:56.014975 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98f85582-d461-4176-893a-f0d328094dc4 req-00e5e6d9-ba14-42db-aad4-219030fc5b92 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 210 time: 0.0295825 Jul 21 20:56:57.115401 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-79665039-84a3-4a23-94c9-83a584b88185 req-5d613fa0-260d-4cf2-b7c4-315fceaf1358 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 210 time: 0.0309091 Jul 21 20:56:57.125813 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-c3e153de-bff4-4e1e-b900-03becdca6b53 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:57.127878 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-c3e153de-bff4-4e1e-b900-03becdca6b53 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 811 time: 0.1116388 Jul 21 20:56:57.197966 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-7bef9de9-5daf-49f5-b053-abbfb80de8e5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 380 time: 0.0528262 Jul 21 20:56:57.210770 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'port': {'device_id': '528c37e5-c939-4326-bb37-7b63c853560d', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'admin_state_up': True, 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'security_groups': ['c43665a5-5bbd-4b45-95d9-b25f2d756f6a']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:57.321736 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Made reservation on behalf of f2d1bc3b35054c44bbe955a9eddc3052 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:56:57.325799 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:57.680461 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Allocated IP 172.20.0.7 (4b6565cd-3bec-4ff7-8320-fd7b78910885/5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459/3456dc7f-b173-4681-b12b-4f70ac0bfa5e) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:56:57.831970 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:57.864489 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:57.908669 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:56:57.913862 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:56:57.918096 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:56:57.945070 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:57.958916 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.959260 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.959599 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.959961 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.960293 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.960618 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.961208 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.961319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.961574 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.961895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.962213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.962533 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.962848 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.963162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.963475 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:56:57.989168 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:57.989796 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:58.007629 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-76f264be-b43e-47fc-89bc-6cc29f66f0f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8004484 Jul 21 20:56:58.094521 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Request body: {'port': {'device_id': '528c37e5-c939-4326-bb37-7b63c853560d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:56:58.154865 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:58.157606 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:58.163962 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:58.182224 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-7785e5d9-23fe-41c5-ae38-69630ccfee70 None None] Provisioning complete for port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:56:58.182823 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-7785e5d9-23fe-41c5-ae38-69630ccfee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:58.220596 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-7785e5d9-23fe-41c5-ae38-69630ccfee70 None None] Port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 20:56:58.300623 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a736abb-69e9-4c46-9c7a-3ad414f04d91 req-7c6afd03-8080-4fd2-92a6-4ce28a679cc1 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:58.302119 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7a736abb-69e9-4c46-9c7a-3ad414f04d91 req-7c6afd03-8080-4fd2-92a6-4ce28a679cc1 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 931 time: 0.1093514 Jul 21 20:56:58.415813 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7a736abb-69e9-4c46-9c7a-3ad414f04d91 req-ecb26c66-ea83-4d43-980e-1b6e4343b4c2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077173 Jul 21 20:56:58.501495 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3456dc7f-b173-4681-b12b-4f70ac0bfa5e {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:56:58.508889 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Publish callbacks [] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:58.521377 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Transition to ACTIVE for port object 3456dc7f-b173-4681-b12b-4f70ac0bfa5e will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:56:58.524459 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:58.600224 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:58.655737 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Attempting to bind port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:56:58.655995 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Attempting to bind port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:56:58.656327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Attempting to bind port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:58.660973 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:56:58.661289 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Attempting to bind port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:56:58.666176 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:56:58.666513 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Checking segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:56:58.666891 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Bound using segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:56:58.667315 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Bound port: 3456dc7f-b173-4681-b12b-4f70ac0bfa5e, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:56:58.667669 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:58.734037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] For port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:56:58.737495 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] For port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:56:58.744215 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:58.785591 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:58.786204 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:56:58.787561 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] 10.222.0.73 "PUT /v2.0/ports/3456dc7f-b173-4681-b12b-4f70ac0bfa5e HTTP/1.1" status: 200 len: 1093 time: 0.6983654 Jul 21 20:56:58.788178 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528c37e5-c939-4326-bb37-7b63c853560d', 'tag': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:56:58.790408 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf" -d '{"events": [{"name": "network-changed", "server_uuid": "528c37e5-c939-4326-bb37-7b63c853560d", "tag": "3456dc7f-b173-4681-b12b-4f70ac0bfa5e"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:56:58.816688 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4f77f-ed05-4a1a-93d5-257ea2be5da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:56:58.831166 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74528cc9-9e9d-48dc-8f1c-878e56899650 x-openstack-request-id: req-74528cc9-9e9d-48dc-8f1c-878e56899650 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:56:58.831487 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528c37e5-c939-4326-bb37-7b63c853560d", "tag": "3456dc7f-b173-4681-b12b-4f70ac0bfa5e", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:56:58.831843 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74528cc9-9e9d-48dc-8f1c-878e56899650 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:56:58.832188 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74528cc9-9e9d-48dc-8f1c-878e56899650'] response: {'name': 'network-changed', 'server_uuid': '528c37e5-c939-4326-bb37-7b63c853560d', 'tag': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'status': 'completed', 'code': 200} Jul 21 20:56:58.922242 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-354c9371-703f-469d-bc3b-60f70209ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:58.923701 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-354c9371-703f-469d-bc3b-60f70209ac06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 1127 time: 0.0462513 Jul 21 20:56:58.973150 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-51061a67-aaf0-475d-90c6-df61517482b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3456dc7f-b173-4681-b12b-4f70ac0bfa5e HTTP/1.1" status: 200 len: 217 time: 0.0333343 Jul 21 20:56:59.023353 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aa557aea-f4f1-4297-9d4a-8c558714f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:59.024781 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-aa557aea-f4f1-4297-9d4a-8c558714f3c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0443747 Jul 21 20:56:59.069708 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-f0a684fe-a045-46a2-a213-b3001db1ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:59.071188 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-f0a684fe-a045-46a2-a213-b3001db1ff37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386040 Jul 21 20:56:59.138652 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:59.162282 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:56:59.166252 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-b59f110f-67e6-4eba-8bdd-e4414731cb72 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868850 Jul 21 20:56:59.256622 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e4c1bba-f7dc-4981-8183-ddc8af7aa377 req-58a4096a-ec07-434f-b49f-2e983764b1a1 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837660 Jul 21 20:56:59.528824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04670958-025d-49e9-ab88-2aa73bdf8d67 req-58bae06f-f820-46e1-b4b8-98264b238294 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:56:59.530183 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-04670958-025d-49e9-ab88-2aa73bdf8d67 req-58bae06f-f820-46e1-b4b8-98264b238294 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0474403 Jul 21 20:56:59.578806 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-04670958-025d-49e9-ab88-2aa73bdf8d67 req-fad08833-a1e2-420f-9324-3b110cbdf594 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Jul 21 20:57:00.696122 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b9b8d-c65b-4f35-b85e-b4d2773bb592 req-890e02fa-41ff-4969-86fb-436ee509426f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:00.697756 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-240b9b8d-c65b-4f35-b85e-b4d2773bb592 req-890e02fa-41ff-4969-86fb-436ee509426f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0506713 Jul 21 20:57:00.707337 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-91b3c114-bb3b-4390-8a69-047280ba8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:00.709588 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-91b3c114-bb3b-4390-8a69-047280ba8cde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 1127 time: 0.0488825 Jul 21 20:57:00.750429 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-240b9b8d-c65b-4f35-b85e-b4d2773bb592 req-da98b346-0808-49c9-b64e-f28d9d8b5621 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459149 Jul 21 20:57:00.808584 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-c0efa6b0-7c16-4244-b4ee-d10d0ad58d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:00.810768 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-c0efa6b0-7c16-4244-b4ee-d10d0ad58d5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.0941093 Jul 21 20:57:00.855861 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-256471fa-a695-44bd-9277-78407931fba1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3456dc7f-b173-4681-b12b-4f70ac0bfa5e HTTP/1.1" status: 200 len: 217 time: 0.0343342 Jul 21 20:57:00.915139 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-ba7759cd-5d69-4050-b5b5-48ecd5675139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:00.916641 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-ba7759cd-5d69-4050-b5b5-48ecd5675139 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0498846 Jul 21 20:57:00.972049 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-3854043f-ef40-441b-bd2f-062e8ca54597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:00.973556 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-3854043f-ef40-441b-bd2f-062e8ca54597 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488997 Jul 21 20:57:01.067795 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-b56bb2b7-b8fb-4c92-af72-cfc35752fe93 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860276 Jul 21 20:57:01.144101 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-18cd512c-20f9-4693-9227-8023bf732ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:01.171511 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0b07a29-9ec2-476d-bcbb-f0ca241efddf req-144ba830-abf2-496b-9174-af72bef99701 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916045 Jul 21 20:57:01.869802 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a070ca-31b4-4925-bb83-3e9a908b182a req-c8d2d1e5-837c-4557-b1d2-ae21e05f76e6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:01.871291 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51a070ca-31b4-4925-bb83-3e9a908b182a req-c8d2d1e5-837c-4557-b1d2-ae21e05f76e6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0518737 Jul 21 20:57:01.920948 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51a070ca-31b4-4925-bb83-3e9a908b182a req-5a7c17cc-1e95-460c-8307-7f5b3787dc0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 Jul 21 20:57:03.034995 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c8254-14d9-4a7a-ba39-eb1fa7dc7038 req-06b7f7af-7336-42e2-a0e0-e293bb7236ab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:03.036489 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7c1c8254-14d9-4a7a-ba39-eb1fa7dc7038 req-06b7f7af-7336-42e2-a0e0-e293bb7236ab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0472264 Jul 21 20:57:03.085001 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7c1c8254-14d9-4a7a-ba39-eb1fa7dc7038 req-0b904fd2-a5cf-4a32-8e18-21fe16978eb3 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431051 Jul 21 20:57:04.035644 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-ed61579d-c61b-4cf6-a4a2-775b135f520f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:04.200072 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091df20-188f-4426-af9c-915bf6f19ef3 req-6e9d091f-4abf-4dd9-8b89-78957e4211eb tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:04.201714 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9091df20-188f-4426-af9c-915bf6f19ef3 req-6e9d091f-4abf-4dd9-8b89-78957e4211eb tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0495079 Jul 21 20:57:04.254889 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9091df20-188f-4426-af9c-915bf6f19ef3 req-c23dd2ec-a7ba-4590-9bf0-d10e04753d69 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476882 Jul 21 20:57:05.373047 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508920-44ba-4721-b29b-5d715c7c6ef2 req-8bf2b524-1716-4547-93d8-8ac9a2de7518 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:05.374505 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1d508920-44ba-4721-b29b-5d715c7c6ef2 req-8bf2b524-1716-4547-93d8-8ac9a2de7518 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0522370 Jul 21 20:57:05.426302 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1d508920-44ba-4721-b29b-5d715c7c6ef2 req-6b0466c1-389d-41cd-bf4f-2d79b82130f2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460756 Jul 21 20:57:06.194033 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:06.540535 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07e733-8ff2-47e1-b995-024e2072fdec req-ef1c7ad6-36a0-4e1f-8d00-b4bb1d643907 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:06.542003 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cb07e733-8ff2-47e1-b995-024e2072fdec req-ef1c7ad6-36a0-4e1f-8d00-b4bb1d643907 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0477109 Jul 21 20:57:06.594578 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cb07e733-8ff2-47e1-b995-024e2072fdec req-f60f8e3e-514e-465a-823b-7d75eb06037b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Jul 21 20:57:06.602717 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:07.453735 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:07.711422 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af843f-6466-48f0-ae89-5093011116dd req-7adfb900-2608-464e-adfb-cffd282b4625 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:07.712915 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f6af843f-6466-48f0-ae89-5093011116dd req-7adfb900-2608-464e-adfb-cffd282b4625 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0477159 Jul 21 20:57:07.762247 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f6af843f-6466-48f0-ae89-5093011116dd req-0df07b4d-2937-4d1c-8cfa-6764c6f2b9b9 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Jul 21 20:57:08.280064 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:57:08.874121 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cc56a-3050-489c-883e-98dd322e173c req-be975c4e-9bd9-4a5f-8dd8-065b47d9fe26 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:08.875611 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f99cc56a-3050-489c-883e-98dd322e173c req-be975c4e-9bd9-4a5f-8dd8-065b47d9fe26 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0471778 Jul 21 20:57:08.926757 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f99cc56a-3050-489c-883e-98dd322e173c req-d8578cb3-7196-40c6-820f-51e22440b357 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456166 Jul 21 20:57:10.042742 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035e38e-0c4e-434c-bc08-75aa4e16c892 req-6e745b04-3e39-4c90-8e5e-1eaa60ac7c7f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:10.044565 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e035e38e-0c4e-434c-bc08-75aa4e16c892 req-6e745b04-3e39-4c90-8e5e-1eaa60ac7c7f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 943 time: 0.0484037 Jul 21 20:57:10.068534 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:10.097988 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e035e38e-0c4e-434c-bc08-75aa4e16c892 req-d2066397-26a7-4d7f-bc52-15639a1aa328 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481739 Jul 21 20:57:10.282913 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 3456dc7f-b173-4681-b12b-4f70ac0bfa5e details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:57:10.380518 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:57:10.391436 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'port_id': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'mac_address': 'fa:16:3e:f3:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:57:10.430124 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:57:10.430523 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:10.444150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3456dc7f-b173-4681-b12b-4f70ac0bfa5e {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:57:10.464858 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:57:10.469666 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:10.516617 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:10.523810 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.524168 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.524514 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.524879 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.525223 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.525555 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.525883 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.526210 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.526536 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.526861 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.527251 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.527593 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.527964 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.528381 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:10.528743 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:11.214973 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd437c-70b9-4907-a3ae-8123653ccb13 req-29739d28-5efa-4991-aae4-503dcbdeb115 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:11.216612 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-befd437c-70b9-4907-a3ae-8123653ccb13 req-29739d28-5efa-4991-aae4-503dcbdeb115 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0482042 Jul 21 20:57:11.266073 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-befd437c-70b9-4907-a3ae-8123653ccb13 req-da489f6c-908b-43b2-862c-afbf4a16764a tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Jul 21 20:57:12.371192 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:12.380188 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb906d-cd3a-4e4d-8a6a-8d0f7d1ff0bf req-944bb41c-15a9-4a91-8af6-41b253e3461b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:12.381672 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7eeb906d-cd3a-4e4d-8a6a-8d0f7d1ff0bf req-944bb41c-15a9-4a91-8af6-41b253e3461b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0486643 Jul 21 20:57:12.431562 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7eeb906d-cd3a-4e4d-8a6a-8d0f7d1ff0bf req-4a04a5d0-2425-4cc6-928b-5e54a5be2cef tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443373 Jul 21 20:57:13.508423 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:13.547879 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3290502-3586-48c5-acd0-4e6a11590834 req-e89d4680-33f2-491b-94e2-c0de692662f1 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:13.549345 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c3290502-3586-48c5-acd0-4e6a11590834 req-e89d4680-33f2-491b-94e2-c0de692662f1 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0507705 Jul 21 20:57:13.584943 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:13.599050 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c3290502-3586-48c5-acd0-4e6a11590834 req-ef693e72-c3cd-487f-aef5-c74c5fcf45ed tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Jul 21 20:57:14.712987 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a17bb-fd45-4c88-acb1-3813c8ce9c6a req-da256b07-1e61-4288-b82b-2255e8331871 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:14.714460 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-195a17bb-fd45-4c88-acb1-3813c8ce9c6a req-da256b07-1e61-4288-b82b-2255e8331871 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0481999 Jul 21 20:57:14.765185 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-195a17bb-fd45-4c88-acb1-3813c8ce9c6a req-946b3d03-9a98-4edb-9928-65426c36b059 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 Jul 21 20:57:14.968752 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['3456dc7f-b173-4681-b12b-4f70ac0bfa5e'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:57:15.148356 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:15.205487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:15.879868 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f94d1a-daab-4fee-ba55-7c341d5448fd req-80134221-b0ce-4385-8aa4-d86fbe552622 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:15.881342 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-29f94d1a-daab-4fee-ba55-7c341d5448fd req-80134221-b0ce-4385-8aa4-d86fbe552622 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0480633 Jul 21 20:57:15.931440 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-29f94d1a-daab-4fee-ba55-7c341d5448fd req-4c87ae71-d125-49a1-b76e-91444bfaa083 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Jul 21 20:57:17.049910 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19c584-1dab-46ae-95d5-fe1c4d55ee21 req-f61e72f6-8cae-45b8-bc33-d84248573e37 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:17.051395 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c19c584-1dab-46ae-95d5-fe1c4d55ee21 req-f61e72f6-8cae-45b8-bc33-d84248573e37 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0529139 Jul 21 20:57:17.101166 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c19c584-1dab-46ae-95d5-fe1c4d55ee21 req-d4b27063-73a1-4d35-aa97-866a6690ea18 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Jul 21 20:57:18.219664 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28344-c07d-45a4-9edb-9fc8b3a4b385 req-de61a702-b58a-41da-a8ab-335b9d9c31ac tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:18.221163 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68c28344-c07d-45a4-9edb-9fc8b3a4b385 req-de61a702-b58a-41da-a8ab-335b9d9c31ac tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0535266 Jul 21 20:57:18.270811 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68c28344-c07d-45a4-9edb-9fc8b3a4b385 req-75570312-8531-4061-a5ad-a649919a950e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Jul 21 20:57:19.384386 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1903c5-1acc-4115-875f-78727cd4dccd req-f39a6f1c-fc76-48da-9840-8747916339d0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:19.385755 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7d1903c5-1acc-4115-875f-78727cd4dccd req-f39a6f1c-fc76-48da-9840-8747916339d0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0471983 Jul 21 20:57:19.435732 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7d1903c5-1acc-4115-875f-78727cd4dccd req-b54d91fd-5ab1-47e4-b9c3-7ef7c41aac96 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438669 Jul 21 20:57:20.551046 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9e5d5-9f99-412d-8c9f-f5a129d686f0 req-c79f3526-368f-48d1-ab8e-6e3382c43822 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:20.552558 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d2b9e5d5-9f99-412d-8c9f-f5a129d686f0 req-c79f3526-368f-48d1-ab8e-6e3382c43822 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 944 time: 0.0474219 Jul 21 20:57:20.601562 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d2b9e5d5-9f99-412d-8c9f-f5a129d686f0 req-b3265151-4979-4218-b3d6-f4943c9d97f1 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Jul 21 20:57:20.813261 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 3456dc7f-b173-4681-b12b-4f70ac0bfa5e up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:57:20.849042 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:20.864887 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:57:20.869999 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:57:20.870346 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:20.942959 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:57:20.943350 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:20.967229 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528c37e5-c939-4326-bb37-7b63c853560d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:57:20.969509 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dc266f-050f-470b-ac9d-2e778b5e8a1e" -d '{"events": [{"server_uuid": "528c37e5-c939-4326-bb37-7b63c853560d", "name": "network-vif-plugged", "status": "completed", "tag": "3456dc7f-b173-4681-b12b-4f70ac0bfa5e"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:57:20.982589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:57:20.986891 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:21.015265 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb06e2bb-d34b-4411-9718-dc6f9cfebdc4 x-openstack-request-id: req-fb06e2bb-d34b-4411-9718-dc6f9cfebdc4 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:57:21.015577 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528c37e5-c939-4326-bb37-7b63c853560d", "name": "network-vif-plugged", "status": "completed", "tag": "3456dc7f-b173-4681-b12b-4f70ac0bfa5e", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:57:21.015878 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb06e2bb-d34b-4411-9718-dc6f9cfebdc4 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:57:21.016269 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb06e2bb-d34b-4411-9718-dc6f9cfebdc4'] response: {'server_uuid': '528c37e5-c939-4326-bb37-7b63c853560d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'code': 200} Jul 21 20:57:21.045191 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:21.347981 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a73ae4-0fa0-47a5-94f5-40a4a4cb8b2d req-08219202-4cc5-4752-a0d3-900032d40751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:21.349907 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80a73ae4-0fa0-47a5-94f5-40a4a4cb8b2d req-08219202-4cc5-4752-a0d3-900032d40751 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 1129 time: 0.0546978 Jul 21 20:57:21.412657 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80a73ae4-0fa0-47a5-94f5-40a4a4cb8b2d req-6b9569ac-35bb-48d2-b57d-79f697fdc797 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540373 Jul 21 20:57:21.724058 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8069f7-b855-4567-b56e-06e350ba546a req-8e4900f9-1471-4747-8751-2a6224ebd730 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:21.725540 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1a8069f7-b855-4567-b56e-06e350ba546a req-8e4900f9-1471-4747-8751-2a6224ebd730 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0545046 Jul 21 20:57:21.775845 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1a8069f7-b855-4567-b56e-06e350ba546a req-e2c9139c-93a3-4599-8332-c65e3a47a2e5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Jul 21 20:57:22.891753 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261f0bb-b8a5-4df5-bd90-408c9c69c02d req-2fff5c3b-b493-41bd-86a0-420bc05580b1 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:22.893151 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b261f0bb-b8a5-4df5-bd90-408c9c69c02d req-2fff5c3b-b493-41bd-86a0-420bc05580b1 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0476878 Jul 21 20:57:22.945328 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b261f0bb-b8a5-4df5-bd90-408c9c69c02d req-5e0e7e8e-a9c8-475e-ba88-a5df3dfdc64b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465600 Jul 21 20:57:24.056667 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ccad-d66c-4f78-8741-ca333c132e42 req-d62a452e-656b-4eea-97a1-cb2a76436bc8 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:24.058128 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c585ccad-d66c-4f78-8741-ca333c132e42 req-d62a452e-656b-4eea-97a1-cb2a76436bc8 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0475905 Jul 21 20:57:24.107919 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c585ccad-d66c-4f78-8741-ca333c132e42 req-5ff6a1f1-a8c9-49c2-baa6-0b74bc5da7e0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433373 Jul 21 20:57:25.219180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de339b3-1050-48ad-9627-2f2bdfb5b3fb req-98a0389f-0349-455d-bb54-d941a2f4e60c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:25.220686 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7de339b3-1050-48ad-9627-2f2bdfb5b3fb req-98a0389f-0349-455d-bb54-d941a2f4e60c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0470622 Jul 21 20:57:25.270535 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7de339b3-1050-48ad-9627-2f2bdfb5b3fb req-b6548eda-7065-4b36-a1fd-e634b3455fe4 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444250 Jul 21 20:57:26.392613 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97972321-d1fa-4c28-9e20-fb5a469f164a req-31bcf9a6-9254-4308-b850-7afe641409bc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:26.394072 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-97972321-d1fa-4c28-9e20-fb5a469f164a req-31bcf9a6-9254-4308-b850-7afe641409bc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0519371 Jul 21 20:57:26.443172 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-97972321-d1fa-4c28-9e20-fb5a469f164a req-f1101a8d-ea0d-4e92-bea1-4f36d8cd8b72 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Jul 21 20:57:27.725651 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d36a-4ba7-41ef-9ad3-11d852cabb21 req-4d814ffe-a5d3-4fbf-b8fd-b4d15d9838d2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:27.727134 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00f9d36a-4ba7-41ef-9ad3-11d852cabb21 req-4d814ffe-a5d3-4fbf-b8fd-b4d15d9838d2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.2143853 Jul 21 20:57:27.776249 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00f9d36a-4ba7-41ef-9ad3-11d852cabb21 req-ab286b80-0ef4-4cf3-96da-ca76c76fb8f8 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 Jul 21 20:57:28.903329 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060cb2b-6d3c-4565-8749-8edc572db8f9 req-de18e97e-3232-42e1-b31c-e20943f0e791 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:28.905054 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1060cb2b-6d3c-4565-8749-8edc572db8f9 req-de18e97e-3232-42e1-b31c-e20943f0e791 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0555511 Jul 21 20:57:28.959870 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1060cb2b-6d3c-4565-8749-8edc572db8f9 req-86ba16ac-b09f-4f06-8ded-64279a26ff4c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492103 Jul 21 20:57:28.974572 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c49c-7be9-4905-9eea-cfb405c8ec67 req-b3923d3b-d7b2-4354-a6f8-7a231a4f6f4a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:28.982118 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6b50c49c-7be9-4905-9eea-cfb405c8ec67 req-b3923d3b-d7b2-4354-a6f8-7a231a4f6f4a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0581181 Jul 21 20:57:29.025627 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6b50c49c-7be9-4905-9eea-cfb405c8ec67 req-67fe7dad-cb7e-496b-b722-842e1e35d277 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Jul 21 20:57:29.075634 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb79d8-abc1-4df6-8d71-827726489f9b req-7db2ed07-fffc-472d-a93c-58802529f794 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:29.077612 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3bcb79d8-abc1-4df6-8d71-827726489f9b req-7db2ed07-fffc-472d-a93c-58802529f794 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0498202 Jul 21 20:57:29.129915 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3bcb79d8-abc1-4df6-8d71-827726489f9b req-9055fd60-52af-4c0b-9195-ee1ece5d0b3d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Jul 21 20:57:29.152640 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55864) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:57:29.289301 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07bce4-a52c-49b1-9546-a28a4520b8b3 tempest-TestVolumeBootPattern-1381054021 tempest-TestVolumeBootPattern-1381054021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:29.290793 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-1a07bce4-a52c-49b1-9546-a28a4520b8b3 tempest-TestVolumeBootPattern-1381054021 tempest-TestVolumeBootPattern-1381054021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 1124 time: 0.1371045 Jul 21 20:57:29.294523 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 55868) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:57:29.298647 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'port_id': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:57:29.318726 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:29.399560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:29.452000 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:29.456807 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:29.510379 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Allocated IP 172.27.3.61 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/2d5b6133-b772-468c-93a3-754ec0429734) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:57:29.610702 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (2d5b6133-b772-468c-93a3-754ec0429734), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:29.642891 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (2d5b6133-b772-468c-93a3-754ec0429734), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:29.679991 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:57:29.684762 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:57:29.690880 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:57:29.716350 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=2d5b6133-b772-468c-93a3-754ec0429734,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:29.729037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.729378 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.729719 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.730055 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.730383 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.730766 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.731095 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.731416 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.731759 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.732082 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.732402 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.732721 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.733039 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.733354 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:29.733667 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:57:30.013770 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=6 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:30.014498 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:30.060615 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (006e2cf0-e10b-44f8-86be-26174a194174), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:30.134550 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (2d5b6133-b772-468c-93a3-754ec0429734), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:30.155851 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2f681-5c7c-48c4-8328-84a1029cf450 req-4e2927ef-210a-44a0-9cdf-3f4dcb87d1fd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:30.157549 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fba2f681-5c7c-48c4-8328-84a1029cf450 req-4e2927ef-210a-44a0-9cdf-3f4dcb87d1fd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0529783 Jul 21 20:57:30.177684 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:30.212255 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fba2f681-5c7c-48c4-8328-84a1029cf450 req-b6959707-80e3-4423-8f35-37bb26b077ed tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490446 Jul 21 20:57:30.286298 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:30.290034 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (2d5b6133-b772-468c-93a3-754ec0429734), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:30.295018 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (2d5b6133-b772-468c-93a3-754ec0429734), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:30.360302 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=2d5b6133-b772-468c-93a3-754ec0429734,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:30.376134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (006e2cf0-e10b-44f8-86be-26174a194174), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:30.471067 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Floating IP 006e2cf0-e10b-44f8-86be-26174a194174 associated. External IP: 172.27.3.61, port: 3456dc7f-b173-4681-b12b-4f70ac0bfa5e. Jul 21 20:57:30.675052 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:57:30.777449 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:57:30.786769 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:57:30.794904 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:30.796257 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:57:30.796886 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:57:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:57:30.825472 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-fc5aea65-e3ae-4d07-9495-c0a809786b0d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5299320 Jul 21 20:57:30.826142 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528c37e5-c939-4326-bb37-7b63c853560d', 'tag': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:57:30.828500 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f909c9-5de6-4637-8ed4-1877a58bac23" -d '{"events": [{"name": "network-changed", "server_uuid": "528c37e5-c939-4326-bb37-7b63c853560d", "tag": "3456dc7f-b173-4681-b12b-4f70ac0bfa5e"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:57:30.865045 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bbe132-f732-4fbc-a5d1-6d7e7e014a42 x-openstack-request-id: req-90bbe132-f732-4fbc-a5d1-6d7e7e014a42 {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:57:30.865380 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528c37e5-c939-4326-bb37-7b63c853560d", "tag": "3456dc7f-b173-4681-b12b-4f70ac0bfa5e", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:57:30.865589 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90bbe132-f732-4fbc-a5d1-6d7e7e014a42 {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:57:30.866072 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bbe132-f732-4fbc-a5d1-6d7e7e014a42'] response: {'name': 'network-changed', 'server_uuid': '528c37e5-c939-4326-bb37-7b63c853560d', 'tag': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'status': 'completed', 'code': 200} Jul 21 20:57:30.903412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:57:30.979144 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-8bf66387-a1d1-49ca-b0b2-5a1f9ec6a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:30.981514 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-8bf66387-a1d1-49ca-b0b2-5a1f9ec6a2a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 1129 time: 0.0454965 Jul 21 20:57:31.001488 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:31.093684 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-414de939-00fa-4773-8c28-d18e1adbf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:31.095187 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-414de939-00fa-4773-8c28-d18e1adbf3e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.1041389 Jul 21 20:57:31.139368 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '006e2cf0-e10b-44f8-86be-26174a194174', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:f3:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c37e5-c939-4326-bb37-7b63c853560d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:57:29Z', 'updated_at': '2022-07-21T20:57:29Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:57:31.155281 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:31.170388 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-522b2e67-97b2-4db2-9a9d-9d292aeb3780 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3456dc7f-b173-4681-b12b-4f70ac0bfa5e HTTP/1.1" status: 200 len: 998 time: 0.0673819 Jul 21 20:57:31.178730 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:57:31.182675 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1482d98d-c003-4fa4-817d-10f0346f2cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:31.192599 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:57:31.193229 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:57:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:57:31.244292 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-c09b18a5-bf4d-401d-857f-d14052af48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:31.245903 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-c09b18a5-bf4d-401d-857f-d14052af48bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0558400 Jul 21 20:57:31.297301 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-61ead6b9-c71d-4590-b53c-02ae0c5cb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:31.298996 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-61ead6b9-c71d-4590-b53c-02ae0c5cb31d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446048 Jul 21 20:57:31.318273 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:57:31.345482 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48efe2-bfc8-4ad5-9f3a-090ff8132a36 req-8d696f49-634c-4813-ae0b-75a285995f0c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:31.347025 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3b48efe2-bfc8-4ad5-9f3a-090ff8132a36 req-8d696f49-634c-4813-ae0b-75a285995f0c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0500782 Jul 21 20:57:31.350333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:31.403185 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-ed56ee02-72dd-4e7e-bbae-f1ff70329911 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970149 Jul 21 20:57:31.406706 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3b48efe2-bfc8-4ad5-9f3a-090ff8132a36 req-ce0c8e46-98a6-4c52-bf7c-cc710ff84e9c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538070 Jul 21 20:57:31.501849 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:31.539572 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '006e2cf0-e10b-44f8-86be-26174a194174', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:f3:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c37e5-c939-4326-bb37-7b63c853560d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:57:29Z', 'updated_at': '2022-07-21T20:57:29Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:57:31.567352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93f64c-24fc-4d3b-ae9f-1c90cf74d6d7 None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '006e2cf0-e10b-44f8-86be-26174a194174', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:f3:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c37e5-c939-4326-bb37-7b63c853560d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:57:29Z', 'updated_at': '2022-07-21T20:57:29Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:57:31.742314 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc1121-cbc8-4adb-882e-a6f712a06a95 None None] New status for floating IP 006e2cf0-e10b-44f8-86be-26174a194174: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 20:57:31.926858 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d1f909c9-5de6-4637-8ed4-1877a58bac23 req-18c28c4a-f7c8-4039-a9d8-c0a3fec92f5a service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011720 Jul 21 20:57:32.526865 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef36ce6-4161-4d77-ab03-5f03372fbb8f req-5382c350-de26-4e66-b752-ddb9076c8a73 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:32.529140 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ef36ce6-4161-4d77-ab03-5f03372fbb8f req-5382c350-de26-4e66-b752-ddb9076c8a73 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0476656 Jul 21 20:57:32.575233 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ef36ce6-4161-4d77-ab03-5f03372fbb8f req-99de907d-eac9-443b-92c5-a60ad07d1afa tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407290 Jul 21 20:57:33.553777 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d87480-0ee6-4abf-b830-3bad73af6a21 req-cfac7e14-8468-413e-ae61-32a1b8aaf346 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:33.555223 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-84d87480-0ee6-4abf-b830-3bad73af6a21 req-cfac7e14-8468-413e-ae61-32a1b8aaf346 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.0464203 Jul 21 20:57:33.601328 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-84d87480-0ee6-4abf-b830-3bad73af6a21 req-91d6dc72-1d3a-4498-ba5e-6e06a14dadd8 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Jul 21 20:57:33.698255 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170b98-bb2c-4d5f-89aa-6ca9e452ccfb req-f07c9b28-b548-47ea-b0e6-8cd0a9eef4e7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:33.699638 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-77170b98-bb2c-4d5f-89aa-6ca9e452ccfb req-f07c9b28-b548-47ea-b0e6-8cd0a9eef4e7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0506904 Jul 21 20:57:33.746774 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-77170b98-bb2c-4d5f-89aa-6ca9e452ccfb req-1aa53f7e-ce97-4170-bc60-d359e21ed240 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Jul 21 20:57:34.037877 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-90e01f1d-dcd5-4e9a-9bc0-6e5dcbcb5638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:34.718904 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacd3f7-9c89-4ab7-9741-3efe479d949f req-79362cec-8cfd-4418-9dec-826c75d7ee09 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:34.720357 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0eacd3f7-9c89-4ab7-9741-3efe479d949f req-79362cec-8cfd-4418-9dec-826c75d7ee09 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.0494668 Jul 21 20:57:34.766320 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0eacd3f7-9c89-4ab7-9741-3efe479d949f req-ca76e935-6d9e-4ea8-bc37-f864a66b97b1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Jul 21 20:57:34.853836 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:34.866714 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4bed4-34c5-479c-8189-15fd1c36f10b req-5fffd457-61f7-47af-9db7-7207b324a9b7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:34.868210 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-eac4bed4-34c5-479c-8189-15fd1c36f10b req-5fffd457-61f7-47af-9db7-7207b324a9b7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Jul 21 20:57:34.915922 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-eac4bed4-34c5-479c-8189-15fd1c36f10b req-72cb531b-2629-4382-a88a-7bb659ccd90b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419176 Jul 21 20:57:35.880233 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376ff28-7e62-4afa-8d1a-c5cdc93b7715 req-7648f77b-4151-49f5-bb11-b6b64520b6e1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:35.881681 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e376ff28-7e62-4afa-8d1a-c5cdc93b7715 req-7648f77b-4151-49f5-bb11-b6b64520b6e1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.0481339 Jul 21 20:57:35.930244 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e376ff28-7e62-4afa-8d1a-c5cdc93b7715 req-c1aa6865-74bc-43ba-929d-5ec9c4eee748 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Jul 21 20:57:36.037705 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411dca7-482d-407b-8f2a-f067e3b55f5d req-be92694d-9216-48c0-8de6-91cdb76cdac2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:36.039322 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8411dca7-482d-407b-8f2a-f067e3b55f5d req-be92694d-9216-48c0-8de6-91cdb76cdac2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0463755 Jul 21 20:57:36.090111 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8411dca7-482d-407b-8f2a-f067e3b55f5d req-a2d34aa9-19f4-4c50-99a9-c416e4de5493 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Jul 21 20:57:36.198812 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:36.214024 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-6eb4cbd5-ec0d-445e-8299-b492f7fe6a56 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:36.215588 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-6eb4cbd5-ec0d-445e-8299-b492f7fe6a56 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.73 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 945 time: 0.0526333 Jul 21 20:57:36.303048 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Deleting port 91c59827-c0f0-43a1-a399-6c68970a550b {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 20:57:36.303396 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:36.368532 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:36.397974 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] For port 91c59827-c0f0-43a1-a399-6c68970a550b, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=91c59827-c0f0-43a1-a399-6c68970a550b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:57:36.398338 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:36.411667 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Calling delete_port for 91c59827-c0f0-43a1-a399-6c68970a550b owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 20:57:36.510832 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:36.538329 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (91c59827-c0f0-43a1-a399-6c68970a550b), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:36.567552 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Pushing event deleted for resources: {'Port': ['ID=91c59827-c0f0-43a1-a399-6c68970a550b,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:36.580532 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['91c59827-c0f0-43a1-a399-6c68970a550b'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:57:36.613984 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] No DVR routers for this DVR port 91c59827-c0f0-43a1-a399-6c68970a550b on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 20:57:36.616272 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:36.619468 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b700d79-56b6-41a1-98aa-88ba76f53762 req-d1ed3dd9-0677-4aa4-9cfa-8158ebeeb49e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.73 "DELETE /v2.0/ports/91c59827-c0f0-43a1-a399-6c68970a550b HTTP/1.1" status: 204 len: 173 time: 0.3985734 Jul 21 20:57:36.619936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b193b823-d7ce-4e16-9404-d2c5984dfa9c', 'name': 'network-vif-deleted', 'tag': '91c59827-c0f0-43a1-a399-6c68970a550b'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:57:36.623187 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d10196c-4b7f-4ff2-8f64-789825843197" -d '{"events": [{"server_uuid": "b193b823-d7ce-4e16-9404-d2c5984dfa9c", "name": "network-vif-deleted", "tag": "91c59827-c0f0-43a1-a399-6c68970a550b"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:57:36.623370 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:36.664152 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6f72b1-5ea3-45c2-88a7-a8049a04b4a8 x-openstack-request-id: req-2d6f72b1-5ea3-45c2-88a7-a8049a04b4a8 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:57:36.664448 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b193b823-d7ce-4e16-9404-d2c5984dfa9c", "name": "network-vif-deleted", "tag": "91c59827-c0f0-43a1-a399-6c68970a550b", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:57:36.664725 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d6f72b1-5ea3-45c2-88a7-a8049a04b4a8 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:57:36.665112 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6f72b1-5ea3-45c2-88a7-a8049a04b4a8'] response: {'server_uuid': 'b193b823-d7ce-4e16-9404-d2c5984dfa9c', 'name': 'network-vif-deleted', 'tag': '91c59827-c0f0-43a1-a399-6c68970a550b', 'status': 'completed', 'code': 200} Jul 21 20:57:37.041714 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b7ac1258-540c-4d35-9705-74d389cf679a req-654cb921-8586-411f-9ebf-f2c105b45406 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=b193b823-d7ce-4e16-9404-d2c5984dfa9c HTTP/1.1" status: 200 len: 210 time: 0.0275576 Jul 21 20:57:37.212929 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454296b-3c70-4a72-b493-591a7c7215c4 req-ba639f0c-f907-411f-b0bd-57bd6512fdb1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:37.214435 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d454296b-3c70-4a72-b493-591a7c7215c4 req-ba639f0c-f907-411f-b0bd-57bd6512fdb1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0497429 Jul 21 20:57:37.265508 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d454296b-3c70-4a72-b493-591a7c7215c4 req-08e97d12-a0c7-42ef-8f31-e8bc3a7be417 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444305 Jul 21 20:57:37.459013 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:38.388345 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe6930-0acb-4edb-9ac6-2fd59e80783c req-946bfa0d-d17c-4f68-8942-a953ae50f468 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:38.389963 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-35fe6930-0acb-4edb-9ac6-2fd59e80783c req-946bfa0d-d17c-4f68-8942-a953ae50f468 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Jul 21 20:57:38.436987 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-35fe6930-0acb-4edb-9ac6-2fd59e80783c req-428942d6-bec3-4bcd-b77c-e669da7bf32a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412922 Jul 21 20:57:39.555970 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e9a28-b93e-4306-abdc-8b41f665aff2 req-61031bbd-69fb-4a85-89ea-65894baa9182 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:39.557361 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-485e9a28-b93e-4306-abdc-8b41f665aff2 req-61031bbd-69fb-4a85-89ea-65894baa9182 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0474093 Jul 21 20:57:39.576332 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:39.605025 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-485e9a28-b93e-4306-abdc-8b41f665aff2 req-aefdf702-b169-4664-84c7-a1aad8ce0703 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Jul 21 20:57:40.722657 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 91c59827-c0f0-43a1-a399-6c68970a550b no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:57:40.723251 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f242b-a72b-47ff-ac2e-840bb54a795a req-c050629c-fa63-4db7-910e-81072e478053 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:40.724672 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f96f242b-a72b-47ff-ac2e-840bb54a795a req-c050629c-fa63-4db7-910e-81072e478053 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0463047 Jul 21 20:57:40.743161 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 91c59827-c0f0-43a1-a399-6c68970a550b {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 20:57:40.743516 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 91c59827-c0f0-43a1-a399-6c68970a550b not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 20:57:40.770891 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f96f242b-a72b-47ff-ac2e-840bb54a795a req-81ccf467-09bb-445b-816c-8f009138beba tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407767 Jul 21 20:57:41.841560 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:41.844378 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:41.889719 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d1d11-4b00-4189-b1d6-cedcb78bf89d req-4918417a-18da-4b45-935b-b310be20bd59 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:41.891200 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-400d1d11-4b00-4189-b1d6-cedcb78bf89d req-4918417a-18da-4b45-935b-b310be20bd59 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Jul 21 20:57:41.942425 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-400d1d11-4b00-4189-b1d6-cedcb78bf89d req-54a30c7a-7970-47c5-8417-e51a3cf1e92d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456765 Jul 21 20:57:43.062236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415df9-cdbb-4309-8e66-5d7165a08b81 req-bf9bf998-f8de-4c0f-badf-13ad564e14fe tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:43.063699 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d2415df9-cdbb-4309-8e66-5d7165a08b81 req-bf9bf998-f8de-4c0f-badf-13ad564e14fe tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0486796 Jul 21 20:57:43.114211 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d2415df9-cdbb-4309-8e66-5d7165a08b81 req-eac7ec1e-ee8a-4758-9f4c-320410736332 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449095 Jul 21 20:57:44.234194 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f255f4-c092-4e2d-897c-96946ab6c8ff req-28033b4c-4e64-4047-92ef-9fc76710a877 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:44.235659 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00f255f4-c092-4e2d-897c-96946ab6c8ff req-28033b4c-4e64-4047-92ef-9fc76710a877 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0468140 Jul 21 20:57:44.284302 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00f255f4-c092-4e2d-897c-96946ab6c8ff req-976f8032-3bb9-4117-89c5-a319bc8122ee tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418069 Jul 21 20:57:45.279497 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:57:45.503666 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437c948-b6a4-4737-a101-601f752858e2 req-bddd7196-c295-4029-a00b-7569bf7a603e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:45.505122 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2437c948-b6a4-4737-a101-601f752858e2 req-bddd7196-c295-4029-a00b-7569bf7a603e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0464563 Jul 21 20:57:45.550947 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2437c948-b6a4-4737-a101-601f752858e2 req-583e7f34-76c1-4b70-a48b-2da2503a2e8f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403976 Jul 21 20:57:46.672384 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7847-940a-49af-a82c-2157342934b9 req-3ab314f8-68ea-4034-9b7e-6c8ff03a1976 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:46.673814 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-775c7847-940a-49af-a82c-2157342934b9 req-3ab314f8-68ea-4034-9b7e-6c8ff03a1976 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0469565 Jul 21 20:57:46.719437 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-775c7847-940a-49af-a82c-2157342934b9 req-0a12fec5-98b9-4d89-b936-5604cbbde2ef tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401733 Jul 21 20:57:47.840239 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751bd76-a507-4c78-a1a8-150ecae6d527 req-1fb74fcf-db0a-4e82-a8e4-123ecbfbf69f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:47.842235 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8751bd76-a507-4c78-a1a8-150ecae6d527 req-1fb74fcf-db0a-4e82-a8e4-123ecbfbf69f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0479045 Jul 21 20:57:47.889469 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8751bd76-a507-4c78-a1a8-150ecae6d527 req-48108204-ab6f-407e-9a2a-51d7eb9b9547 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 Jul 21 20:57:49.013134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3d3a8-d25e-4a3f-8e01-5963e9dd9c6f req-01677ebe-87fc-4e4d-b601-7501367c522e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:49.015149 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-36a3d3a8-d25e-4a3f-8e01-5963e9dd9c6f req-01677ebe-87fc-4e4d-b601-7501367c522e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Jul 21 20:57:49.064611 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-36a3d3a8-d25e-4a3f-8e01-5963e9dd9c6f req-e7c7ec7d-967b-4fce-87c4-b138626f2a81 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438955 Jul 21 20:57:49.095487 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-9098fde1-283e-4f4d-9d3e-eb162c2fce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:49.097045 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-9098fde1-283e-4f4d-9d3e-eb162c2fce38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 1129 time: 0.0449076 Jul 21 20:57:49.192799 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:49.206543 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-b1fdaabe-607a-44a2-956b-cb8f95007d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:49.208039 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-b1fdaabe-607a-44a2-956b-cb8f95007d0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.0893457 Jul 21 20:57:49.273776 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-9835afec-b897-4c8a-80a9-98de7c891dc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a15578f-a527-4939-9a6b-ce6d94093a88 HTTP/1.1" status: 200 len: 1001 time: 0.0579014 Jul 21 20:57:49.340261 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-f377c93f-72e7-4761-b614-59ec084752d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:49.342358 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-f377c93f-72e7-4761-b614-59ec084752d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0447140 Jul 21 20:57:49.385424 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-14e076ee-d438-4b39-a049-fdeadf9c2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:49.386893 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-14e076ee-d438-4b39-a049-fdeadf9c2fbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389001 Jul 21 20:57:49.709991 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-55a2a18a-7a8a-478e-89ab-318dc457685e service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002572 Jul 21 20:57:49.735679 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:49.799577 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d668e55-ba24-4b5f-bf59-f771f77d6649 req-c8d3f649-ddf3-4388-baa5-340b8bc18bb0 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819206 Jul 21 20:57:50.172454 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603948fd-195a-4efd-831b-17daaaa8738d req-4a192559-e55d-45dc-9624-1f3a2c785333 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:50.174370 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-4a192559-e55d-45dc-9624-1f3a2c785333 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/networks?id=133dba56-f9b1-4b52-b38c-7b3ffc5be897 HTTP/1.1" status: 200 len: 812 time: 0.1080012 Jul 21 20:57:50.187469 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377816d-6399-4de6-b933-06bf15234c7b req-f72da3a9-2e60-4d79-b247-108318051fba tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:50.189004 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b377816d-6399-4de6-b933-06bf15234c7b req-f72da3a9-2e60-4d79-b247-108318051fba tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0476706 Jul 21 20:57:50.189733 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-0004e47d-51c8-4d84-9a80-02055fce6b1a tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/quotas/98e1d76644d94fd9ada9ff1ae3267bf8 HTTP/1.1" status: 200 len: 375 time: 0.0094135 Jul 21 20:57:50.223025 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-71726619-747b-4c2f-a2a4-027b415f4c04 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98e1d76644d94fd9ada9ff1ae3267bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282271 Jul 21 20:57:50.238259 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b377816d-6399-4de6-b933-06bf15234c7b req-8906ad11-2d6c-4248-8001-06572457d8b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438027 Jul 21 20:57:50.316299 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-d383f926-923f-4378-862d-a9ee13a0e36d service neutron] 10.222.0.60 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867105 Jul 21 20:57:50.404004 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-7438c3b0-9a30-411e-a11f-be4e96981e24 service neutron] 10.222.0.60 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820765 Jul 21 20:57:50.570576 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b1e7ae21-6e27-40cc-a4d2-13d7f5807a45 req-94ae4260-9258-45cf-9277-a92ffd9d87cf tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 210 time: 0.0323300 Jul 21 20:57:50.726045 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:50.726887 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:50.821438 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:51.362032 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5eb12a-353f-4935-9469-4ae697db18b3 req-0d1c01d7-62e3-4248-90f3-1b6b4dfe213f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:51.363517 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5f5eb12a-353f-4935-9469-4ae697db18b3 req-0d1c01d7-62e3-4248-90f3-1b6b4dfe213f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0535240 Jul 21 20:57:51.415025 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5f5eb12a-353f-4935-9469-4ae697db18b3 req-238286b9-3ada-44e7-aaf2-3827835c74a0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458050 Jul 21 20:57:51.667587 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3ec62d7c-8e19-4744-a00d-530f337f4674 req-344212ac-370f-463b-8aa8-e72a796ec717 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 210 time: 0.0289967 Jul 21 20:57:52.408053 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603948fd-195a-4efd-831b-17daaaa8738d req-0c5e589e-a3f2-4da2-80d8-5eecf6e0358d tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:52.409555 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-0c5e589e-a3f2-4da2-80d8-5eecf6e0358d tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.73 "GET /v2.0/networks?id=133dba56-f9b1-4b52-b38c-7b3ffc5be897 HTTP/1.1" status: 200 len: 812 time: 0.1147556 Jul 21 20:57:52.444303 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Request body: {'port': {'device_id': 'c964eee2-1da5-4818-9ac0-cba004ae767c', 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897', 'admin_state_up': True, 'tenant_id': '98e1d76644d94fd9ada9ff1ae3267bf8'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:57:52.590956 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68589c-2dec-4a12-ad14-f88686f34c59 req-77f0fe35-44dd-4210-a001-57be661a50c3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:52.594056 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5c68589c-2dec-4a12-ad14-f88686f34c59 req-77f0fe35-44dd-4210-a001-57be661a50c3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0744195 Jul 21 20:57:52.599003 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:52.684330 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5c68589c-2dec-4a12-ad14-f88686f34c59 req-6761dcc7-ab1a-4507-8e8e-9c0873706c87 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792251 Jul 21 20:57:52.686549 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Made reservation on behalf of 98e1d76644d94fd9ada9ff1ae3267bf8 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 20:57:52.691827 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:52.772537 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c0ce0320-0c88-4f5d-8fc9-ad9aa7bb46b8 req-1fd16e64-9975-4027-8af4-63c207051ff0 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 210 time: 0.0293822 Jul 21 20:57:52.835493 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Allocated IP 172.20.0.7 (133dba56-f9b1-4b52-b38c-7b3ffc5be897/0a45dd29-8638-4f8c-bbcb-6a218292359f/1c6a3357-9332-4937-8334-c5bca326a13b) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 20:57:52.882046 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:53.010534 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks [] for port (1c6a3357-9332-4937-8334-c5bca326a13b), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.049651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.098202 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 20:57:53.103530 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 20:57:53.108322 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 20:57:53.144125 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Pushing event updated for resources: {'Port': ['ID=1c6a3357-9332-4937-8334-c5bca326a13b,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:53.172059 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:53.172680 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.188910 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-6a1d963c-701f-4e88-a418-927f1295c760 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487261 Jul 21 20:57:53.214730 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Request body: {'port': {'device_id': 'c964eee2-1da5-4818-9ac0-cba004ae767c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:57:53.273446 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.464926 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:53.531932 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6a3357-9332-4937-8334-c5bca326a13b {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:57:53.539190 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Publish callbacks [] for port (1c6a3357-9332-4937-8334-c5bca326a13b), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.552104 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Transition to ACTIVE for port object 1c6a3357-9332-4937-8334-c5bca326a13b will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 20:57:53.556974 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.613364 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a3357-9332-4937-8334-c5bca326a13b,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:53.671076 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:53.681384 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Attempting to bind port 1c6a3357-9332-4937-8334-c5bca326a13b on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 20:57:53.681722 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Attempting to bind port 1c6a3357-9332-4937-8334-c5bca326a13b by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 20:57:53.682051 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Attempting to bind port 1c6a3357-9332-4937-8334-c5bca326a13b on network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:57:53.687408 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Port 1c6a3357-9332-4937-8334-c5bca326a13b on network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 20:57:53.687791 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Attempting to bind port 1c6a3357-9332-4937-8334-c5bca326a13b on network 133dba56-f9b1-4b52-b38c-7b3ffc5be897 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 20:57:53.693575 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 20:57:53.693984 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Checking segment: {'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 20:57:53.694368 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Bound using segment: {'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 20:57:53.694786 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Bound port: 1c6a3357-9332-4937-8334-c5bca326a13b, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b419a6-e726-4968-86ed-7dfa293bc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 20:57:53.695142 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.760187 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] For port 1c6a3357-9332-4937-8334-c5bca326a13b, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 20:57:53.764897 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] For port 1c6a3357-9332-4937-8334-c5bca326a13b, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=1c6a3357-9332-4937-8334-c5bca326a13b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 20:57:53.792964 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.837508 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:53.838137 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:53.839502 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] 10.222.0.73 "PUT /v2.0/ports/1c6a3357-9332-4937-8334-c5bca326a13b HTTP/1.1" status: 200 len: 1093 time: 0.6287475 Jul 21 20:57:53.840020 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c964eee2-1da5-4818-9ac0-cba004ae767c', 'tag': '1c6a3357-9332-4937-8334-c5bca326a13b'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:57:53.842436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3765708-5c17-46f7-bb5d-ba1555c3d20a" -d '{"events": [{"name": "network-changed", "server_uuid": "c964eee2-1da5-4818-9ac0-cba004ae767c", "tag": "1c6a3357-9332-4937-8334-c5bca326a13b"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:57:53.855206 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff50ae3-f759-439a-a59f-374d55b605ea req-7c5a68ae-1576-4614-b35e-58d4e784d669 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:53.856674 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bff50ae3-f759-439a-a59f-374d55b605ea req-7c5a68ae-1576-4614-b35e-58d4e784d669 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0942733 Jul 21 20:57:53.880309 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582014c5-f3d2-4c2c-b783-ab0e1318fb5f service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a3357-9332-4937-8334-c5bca326a13b,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:53.895521 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0944b78-e46b-4ec5-bd0a-2ad168f47bf3 req-02ceb89c-d5c5-4cbc-899e-85b7fcf32b36 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:53.897092 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c0944b78-e46b-4ec5-bd0a-2ad168f47bf3 req-02ceb89c-d5c5-4cbc-899e-85b7fcf32b36 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 943 time: 0.0540421 Jul 21 20:57:53.919914 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bff50ae3-f759-439a-a59f-374d55b605ea req-799eb80d-6dd3-40aa-8c24-0ee36265de51 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516574 Jul 21 20:57:53.949573 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c0944b78-e46b-4ec5-bd0a-2ad168f47bf3 req-ec9ac4a1-63ec-4240-bc8f-5acb42221d53 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462956 Jul 21 20:57:53.970613 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4c10aa-b6c6-428d-9cd4-a4c44396799d x-openstack-request-id: req-9e4c10aa-b6c6-428d-9cd4-a4c44396799d {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:57:53.970907 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c964eee2-1da5-4818-9ac0-cba004ae767c", "tag": "1c6a3357-9332-4937-8334-c5bca326a13b", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:57:53.971163 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e4c10aa-b6c6-428d-9cd4-a4c44396799d {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:57:53.971569 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4c10aa-b6c6-428d-9cd4-a4c44396799d'] response: {'name': 'network-changed', 'server_uuid': 'c964eee2-1da5-4818-9ac0-cba004ae767c', 'tag': '1c6a3357-9332-4937-8334-c5bca326a13b', 'status': 'completed', 'code': 200} Jul 21 20:57:53.974897 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603948fd-195a-4efd-831b-17daaaa8738d req-9e7e50e8-09c4-4a10-82c9-321309d084f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:53.976458 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-9e7e50e8-09c4-4a10-82c9-321309d084f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98e1d76644d94fd9ada9ff1ae3267bf8&device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 1127 time: 0.0556512 Jul 21 20:57:54.043525 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-ae2553cb-5f11-4b68-8f1e-bc6dcd621322 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c6a3357-9332-4937-8334-c5bca326a13b HTTP/1.1" status: 200 len: 217 time: 0.0333841 Jul 21 20:57:54.093341 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603948fd-195a-4efd-831b-17daaaa8738d req-e8a998dc-6849-49b7-9c17-b70a30a11289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:54.094779 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-e8a998dc-6849-49b7-9c17-b70a30a11289 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a45dd29-8638-4f8c-bbcb-6a218292359f HTTP/1.1" status: 200 len: 852 time: 0.0443401 Jul 21 20:57:54.129268 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:57:54.132083 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-12740d07-63c6-4612-8b72-1ab436ef37f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=133dba56-f9b1-4b52-b38c-7b3ffc5be897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276890 Jul 21 20:57:54.227891 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:57:54.231435 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-eca82391-b334-48bf-9981-1f837891bd79 service neutron] 10.222.0.73 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906568 Jul 21 20:57:54.239192 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'port_id': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'mac_address': 'fa:16:3e:82:f6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:57:54.277111 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 0a15578f-a527-4939-9a6b-ce6d94093a88 is: ACTIVE; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:57:54.277503 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:54.331538 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-603948fd-195a-4efd-831b-17daaaa8738d req-829f4ba6-7aed-4fc0-b285-1fcf1d3ac32d service neutron] 10.222.0.73 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911674 Jul 21 20:57:54.414457 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a15578f-a527-4939-9a6b-ce6d94093a88 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:57:54.433936 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:57:54.438324 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:54.483872 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=6']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:55.043032 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284b298-dac4-4441-862e-81240eb8456a req-6edf9628-a774-4305-9244-3281596f4ae7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:55.044658 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9284b298-dac4-4441-862e-81240eb8456a req-6edf9628-a774-4305-9244-3281596f4ae7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 944 time: 0.0517235 Jul 21 20:57:55.068371 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d73d6-53d5-42aa-884d-8bc33a6c5dd2 req-c65c9fd7-65db-4812-84c6-414ea80a1b1f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:55.069861 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c53d73d6-53d5-42aa-884d-8bc33a6c5dd2 req-c65c9fd7-65db-4812-84c6-414ea80a1b1f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 943 time: 0.0485778 Jul 21 20:57:55.094071 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9284b298-dac4-4441-862e-81240eb8456a req-e713aeb1-7efa-4615-88e1-233367a277e5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433409 Jul 21 20:57:55.118167 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c53d73d6-53d5-42aa-884d-8bc33a6c5dd2 req-876b52a3-a5eb-43db-9431-107e44190290 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Jul 21 20:57:55.480549 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['0a15578f-a527-4939-9a6b-ce6d94093a88'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:57:56.142477 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:57:56.193756 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 0a15578f-a527-4939-9a6b-ce6d94093a88 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:57:56.194136 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:56.197492 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:56.214350 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:56.229963 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e30046-60ec-499e-8f6d-4885444c8957 req-7122ca4c-c671-40c7-9a4f-e072ba709c8d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:56.231544 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-85e30046-60ec-499e-8f6d-4885444c8957 req-7122ca4c-c671-40c7-9a4f-e072ba709c8d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 944 time: 0.0529919 Jul 21 20:57:56.237662 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed70bfa-2eee-4347-b924-a6179a3d8a2a req-6ed9d1d4-fdbb-43d4-ad3a-2e6bf70cfa8e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:56.239181 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bed70bfa-2eee-4347-b924-a6179a3d8a2a req-6ed9d1d4-fdbb-43d4-ad3a-2e6bf70cfa8e tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 943 time: 0.0516582 Jul 21 20:57:56.277819 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 0a15578f-a527-4939-9a6b-ce6d94093a88 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:57:56.278543 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:56.282866 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-85e30046-60ec-499e-8f6d-4885444c8957 req-4cf909a7-75d6-4e55-a4a2-f29439ffec4e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Jul 21 20:57:56.289038 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bed70bfa-2eee-4347-b924-a6179a3d8a2a req-7821aaa0-c0c0-48ff-aa2b-5644a0062852 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Jul 21 20:57:56.309071 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:57:56.311977 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba67f8b-f103-47e3-af14-721c44358b81" -d '{"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-plugged", "status": "completed", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:57:56.324100 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:57:56.328477 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:57:56.353099 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e0ac77-1546-477b-95b4-42428ae434d4 x-openstack-request-id: req-e3e0ac77-1546-477b-95b4-42428ae434d4 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:57:56.353414 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-plugged", "status": "completed", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:57:56.353672 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3e0ac77-1546-477b-95b4-42428ae434d4 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:57:56.354067 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e0ac77-1546-477b-95b4-42428ae434d4'] response: {'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'code': 200} Jul 21 20:57:56.381343 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=7']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:57:57.408648 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe23f24-49e8-4466-9595-fec83384823f req-6c3cb404-4a0f-49a6-a928-fcc2aa853dd5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:57.409083 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc8af-7140-4188-b5fe-7405df8fb333 req-dabf6856-9091-4724-bb6d-407f7e1977fa tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:57.410132 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bbe23f24-49e8-4466-9595-fec83384823f req-6c3cb404-4a0f-49a6-a928-fcc2aa853dd5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0515721 Jul 21 20:57:57.410467 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-76abc8af-7140-4188-b5fe-7405df8fb333 req-dabf6856-9091-4724-bb6d-407f7e1977fa tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 943 time: 0.0514522 Jul 21 20:57:57.456788 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bbe23f24-49e8-4466-9595-fec83384823f req-a628f2ab-d313-44f6-bd0f-da798dbb57b8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409074 Jul 21 20:57:57.457811 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-76abc8af-7140-4188-b5fe-7405df8fb333 req-6cd046f8-0b1a-4189-8867-5f0345c300e0 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jul 21 20:57:58.010660 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:58.011511 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:58.574388 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d66da-902a-401a-a008-38dbac7c18bf req-48e9d236-ea9f-45ab-a726-b6a9774b04fc tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:58.575037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253e16-e6d3-45c7-bdac-a2da63965669 req-060a494b-2f1a-48e0-9524-3522142fdf51 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:58.576435 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d01d66da-902a-401a-a008-38dbac7c18bf req-48e9d236-ea9f-45ab-a726-b6a9774b04fc tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 943 time: 0.0479567 Jul 21 20:57:58.577185 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3253e16-e6d3-45c7-bdac-a2da63965669 req-060a494b-2f1a-48e0-9524-3522142fdf51 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0477819 Jul 21 20:57:58.624632 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d01d66da-902a-401a-a008-38dbac7c18bf req-5a548e88-5419-452a-9fdb-90e262021d8a tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Jul 21 20:57:58.625278 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3253e16-e6d3-45c7-bdac-a2da63965669 req-8130ebaf-69be-48ff-80f4-303ffb5de23b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426769 Jul 21 20:57:59.197151 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-85fe3ca8-4e12-4dfb-98ed-b593879c945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:59.198562 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-85fe3ca8-4e12-4dfb-98ed-b593879c945a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98e1d76644d94fd9ada9ff1ae3267bf8&device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 1127 time: 0.0431323 Jul 21 20:57:59.258778 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:57:59.289883 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-f2916e02-1376-4b1f-81ed-43c3c5280fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:59.291337 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-f2916e02-1376-4b1f-81ed-43c3c5280fc2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=133dba56-f9b1-4b52-b38c-7b3ffc5be897 HTTP/1.1" status: 200 len: 913 time: 0.0857661 Jul 21 20:57:59.333040 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-18aa3ae4-78a4-4209-a4bb-6c2c48973c8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c6a3357-9332-4937-8334-c5bca326a13b HTTP/1.1" status: 200 len: 217 time: 0.0322323 Jul 21 20:57:59.387556 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-8589605d-b33f-49d3-861a-d8af5e48c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:59.389034 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-8589605d-b33f-49d3-861a-d8af5e48c3a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a45dd29-8638-4f8c-bbcb-6a218292359f HTTP/1.1" status: 200 len: 852 time: 0.0471253 Jul 21 20:57:59.421878 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-d8f46cd4-314d-4800-8b9c-d81dd0986e9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=133dba56-f9b1-4b52-b38c-7b3ffc5be897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265443 Jul 21 20:57:59.515259 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-38512e20-b310-421b-93f6-febfdf2259fa service neutron] 10.222.0.73 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821400 Jul 21 20:57:59.608367 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3765708-5c17-46f7-bb5d-ba1555c3d20a req-47d76de7-280e-4071-953e-97aa3711a471 service neutron] 10.222.0.73 "GET /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869374 Jul 21 20:57:59.739657 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c1017-8108-485b-9640-501b0ef9889f req-cf153636-3767-4ddd-ad05-5964325f6f5f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:59.741206 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-290c1017-8108-485b-9640-501b0ef9889f req-cf153636-3767-4ddd-ad05-5964325f6f5f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 943 time: 0.0483036 Jul 21 20:57:59.743773 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e63bf7-4a6f-4f06-bc99-b0cfe20cbc7d req-be2499aa-570a-45e3-bb57-2c00110ee0c1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:57:59.745234 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-24e63bf7-4a6f-4f06-bc99-b0cfe20cbc7d req-be2499aa-570a-45e3-bb57-2c00110ee0c1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0479317 Jul 21 20:57:59.791044 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-24e63bf7-4a6f-4f06-bc99-b0cfe20cbc7d req-67fe2ea9-0696-40a8-8390-26000c18725c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Jul 21 20:57:59.791835 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-290c1017-8108-485b-9640-501b0ef9889f req-aa192150-90d9-49ed-91d0-7f301f736fa8 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 Jul 21 20:58:00.142801 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 1c6a3357-9332-4937-8334-c5bca326a13b details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:58:00.225864 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:00.239108 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:00.244440 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 1c6a3357-9332-4937-8334-c5bca326a13b, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=1c6a3357-9332-4937-8334-c5bca326a13b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:58:00.256883 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '1c6a3357-9332-4937-8334-c5bca326a13b', 'network_id': '133dba56-f9b1-4b52-b38c-7b3ffc5be897', 'port_id': '1c6a3357-9332-4937-8334-c5bca326a13b', 'mac_address': 'fa:16:3e:51:ee:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a45dd29-8638-4f8c-bbcb-6a218292359f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:58:00.290780 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 1c6a3357-9332-4937-8334-c5bca326a13b is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:58:00.291174 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:00.304333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6a3357-9332-4937-8334-c5bca326a13b {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:58:00.324011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 1c6a3357-9332-4937-8334-c5bca326a13b, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=1c6a3357-9332-4937-8334-c5bca326a13b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:58:00.328849 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:00.378482 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=1c6a3357-9332-4937-8334-c5bca326a13b,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:58:00.898341 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:00.910443 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec9bc-6502-44c2-8e8d-f3b93c45d3ee req-00f4707e-70a3-4c61-bc49-4ffa1a0bddc4 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:00.912061 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f1eec9bc-6502-44c2-8e8d-f3b93c45d3ee req-00f4707e-70a3-4c61-bc49-4ffa1a0bddc4 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 944 time: 0.0497901 Jul 21 20:58:00.918431 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a3706-1e48-4d4b-b059-693b2ba9f548 req-60f9fb38-f31c-4c23-b30b-40b480c7434f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:00.919956 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-510a3706-1e48-4d4b-b059-693b2ba9f548 req-60f9fb38-f31c-4c23-b30b-40b480c7434f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0525839 Jul 21 20:58:00.960900 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f1eec9bc-6502-44c2-8e8d-f3b93c45d3ee req-4eb19231-609a-42cb-b420-ab79230e7377 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430462 Jul 21 20:58:00.971244 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-510a3706-1e48-4d4b-b059-693b2ba9f548 req-df5a07b1-976d-41bd-83d5-09c072bab986 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457807 Jul 21 20:58:01.145402 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-db4f8853-b747-4a6b-aaaa-df0555f303a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:01.243144 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['1c6a3357-9332-4937-8334-c5bca326a13b'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:58:02.092121 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e413a-87ca-4aae-a6eb-0d928aa7027c req-5300d470-5873-49d5-82e2-f6c75379afd3 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:02.094107 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7d7e413a-87ca-4aae-a6eb-0d928aa7027c req-5300d470-5873-49d5-82e2-f6c75379afd3 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 944 time: 0.0562041 Jul 21 20:58:02.120294 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d99a-6b06-41b2-ba33-1721b3181269 req-d13d62c6-8910-4cbd-a42c-1774e10b57e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:02.122598 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4444d99a-6b06-41b2-ba33-1721b3181269 req-d13d62c6-8910-4cbd-a42c-1774e10b57e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0589862 Jul 21 20:58:02.150643 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7d7e413a-87ca-4aae-a6eb-0d928aa7027c req-758fe869-ef42-4415-88b5-e409191810ed tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Jul 21 20:58:02.180544 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:02.191746 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4444d99a-6b06-41b2-ba33-1721b3181269 req-5ecfa19b-3ff1-4ebd-a3ba-de1a06a3aff8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619099 Jul 21 20:58:02.798833 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 1c6a3357-9332-4937-8334-c5bca326a13b up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:58:02.852419 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 1c6a3357-9332-4937-8334-c5bca326a13b completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 20:58:02.860643 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 1c6a3357-9332-4937-8334-c5bca326a13b triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:58:02.861046 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:02.945137 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 1c6a3357-9332-4937-8334-c5bca326a13b is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:58:02.945530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:02.973132 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c964eee2-1da5-4818-9ac0-cba004ae767c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a3357-9332-4937-8334-c5bca326a13b'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:58:02.977754 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f066be-393a-4093-b75d-9ac85e7d6dd4" -d '{"events": [{"server_uuid": "c964eee2-1da5-4818-9ac0-cba004ae767c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6a3357-9332-4937-8334-c5bca326a13b"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:58:02.992086 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 1c6a3357-9332-4937-8334-c5bca326a13b, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=1c6a3357-9332-4937-8334-c5bca326a13b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:58:02.999399 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:03.033584 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685e7ba5-e0cb-4852-b36d-08efd73588a3 x-openstack-request-id: req-685e7ba5-e0cb-4852-b36d-08efd73588a3 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:58:03.033900 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c964eee2-1da5-4818-9ac0-cba004ae767c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6a3357-9332-4937-8334-c5bca326a13b", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:58:03.034153 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-685e7ba5-e0cb-4852-b36d-08efd73588a3 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:58:03.034547 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685e7ba5-e0cb-4852-b36d-08efd73588a3'] response: {'server_uuid': 'c964eee2-1da5-4818-9ac0-cba004ae767c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a3357-9332-4937-8334-c5bca326a13b', 'code': 200} Jul 21 20:58:03.064673 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=1c6a3357-9332-4937-8334-c5bca326a13b,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:58:03.349106 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a639f18-65dd-4533-b719-328a69482a7c req-3ad2e8c1-30ac-4e44-8c0f-2c92be0876e6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:03.357910 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6a639f18-65dd-4533-b719-328a69482a7c req-3ad2e8c1-30ac-4e44-8c0f-2c92be0876e6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0680182 Jul 21 20:58:03.412592 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6a639f18-65dd-4533-b719-328a69482a7c req-25d86853-7554-47d1-b235-6b9dd3ab919a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534041 Jul 21 20:58:03.415414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b41f3-022e-444b-b22f-87f84bf06bce req-78475447-6b98-4806-8db9-2b4293a10f63 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:03.417006 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-809b41f3-022e-444b-b22f-87f84bf06bce req-78475447-6b98-4806-8db9-2b4293a10f63 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0929563 Jul 21 20:58:03.421098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cd86b-16dc-4ad4-bea8-37e537cc5b3f req-5984ca95-e183-430a-a5a8-3e93f83fcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:03.422546 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-757cd86b-16dc-4ad4-bea8-37e537cc5b3f req-5984ca95-e183-430a-a5a8-3e93f83fcaf3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 1129 time: 0.1634011 Jul 21 20:58:03.509372 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-809b41f3-022e-444b-b22f-87f84bf06bce req-165c2542-7065-4175-bbcd-971aea157933 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808523 Jul 21 20:58:03.517713 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-757cd86b-16dc-4ad4-bea8-37e537cc5b3f req-a4b7e0ba-fb94-4fb1-9953-dba69e9335e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663192 Jul 21 20:58:04.071573 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-683514ad-cc72-40c9-8822-649a5503f623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:04.579304 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7666240-ac08-4f72-9a71-c65f3624e76c req-adca6a02-3dc1-410b-808e-6ea35969345f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:04.581604 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a7666240-ac08-4f72-9a71-c65f3624e76c req-adca6a02-3dc1-410b-808e-6ea35969345f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0571954 Jul 21 20:58:04.632128 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7624b5-e2a2-49e8-8c4f-e7baba05031f req-bded5f43-e705-437b-adb7-4b390ca98784 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:04.633587 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9b7624b5-e2a2-49e8-8c4f-e7baba05031f req-bded5f43-e705-437b-adb7-4b390ca98784 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0505483 Jul 21 20:58:04.641774 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a7666240-ac08-4f72-9a71-c65f3624e76c req-4ee8edaf-334c-45cd-9b71-546705c60208 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525386 Jul 21 20:58:04.692077 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9b7624b5-e2a2-49e8-8c4f-e7baba05031f req-145f8e19-796c-4791-b8d4-a0cb33f6d843 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Jul 21 20:58:05.775379 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288d2fe-b684-4041-b10e-7f48401dde99 req-e3afe4d0-74a1-4b75-848d-ac1ce8b439a1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:05.776946 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7288d2fe-b684-4041-b10e-7f48401dde99 req-e3afe4d0-74a1-4b75-848d-ac1ce8b439a1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Jul 21 20:58:05.819309 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c659e7d-57fc-4bee-b0de-c944a02e6724 req-068668e8-f2c9-4f61-804f-49994d2b8d15 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:05.824164 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c659e7d-57fc-4bee-b0de-c944a02e6724 req-068668e8-f2c9-4f61-804f-49994d2b8d15 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0597153 Jul 21 20:58:05.837560 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7288d2fe-b684-4041-b10e-7f48401dde99 req-33828e5e-5f46-45d2-973e-a2357ce02089 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543377 Jul 21 20:58:05.878297 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c659e7d-57fc-4bee-b0de-c944a02e6724 req-f7e9620e-efec-46b0-ad42-3a96faca02aa tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480785 Jul 21 20:58:06.202594 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:06.616086 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:06.976315 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea168cf-ea7d-4463-bfd2-c0999ef30cfc req-27fe8423-dfab-4c12-aaeb-0ac2eca77f1d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:06.978517 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6ea168cf-ea7d-4463-bfd2-c0999ef30cfc req-27fe8423-dfab-4c12-aaeb-0ac2eca77f1d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0551181 Jul 21 20:58:07.016592 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:07.040105 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190cf8-77d9-4b2b-911b-d07a59aacd6c req-579dbfa4-4f9f-4e77-bb32-d32fb15583d4 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:07.041749 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8f190cf8-77d9-4b2b-911b-d07a59aacd6c req-579dbfa4-4f9f-4e77-bb32-d32fb15583d4 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0741053 Jul 21 20:58:07.086145 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6ea168cf-ea7d-4463-bfd2-c0999ef30cfc req-5edd2a80-32ef-472a-9dc0-d793d8d37656 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927384 Jul 21 20:58:07.099977 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8f190cf8-77d9-4b2b-911b-d07a59aacd6c req-de554fb4-fc49-4c09-b90f-915e4defc7f5 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486417 Jul 21 20:58:07.460274 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:08.208157 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913884fe-f37e-445a-ad57-cb922684d8a1 req-405723d7-a02a-4e1b-9ca3-770663917616 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:08.210116 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-913884fe-f37e-445a-ad57-cb922684d8a1 req-405723d7-a02a-4e1b-9ca3-770663917616 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0545275 Jul 21 20:58:08.229398 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59868cd4-3aaa-4342-9c17-43316862a1bc req-b3f769c8-d96a-4624-8405-8060899e0911 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:08.230888 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-59868cd4-3aaa-4342-9c17-43316862a1bc req-b3f769c8-d96a-4624-8405-8060899e0911 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0600433 Jul 21 20:58:08.266537 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-913884fe-f37e-445a-ad57-cb922684d8a1 req-148685da-f5ed-4951-a3c2-f92fb3c4446c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466065 Jul 21 20:58:08.294424 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-59868cd4-3aaa-4342-9c17-43316862a1bc req-abc62d0c-46ff-4924-b7bc-92fbaa3c81e5 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565741 Jul 21 20:58:09.412678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74009b-f1a8-467b-9ae9-467851546e38 req-6f4ebb9c-fc2c-45e7-9644-637dc84b9f27 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:09.414164 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7c74009b-f1a8-467b-9ae9-467851546e38 req-6f4ebb9c-fc2c-45e7-9644-637dc84b9f27 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0581245 Jul 21 20:58:09.476566 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7c74009b-f1a8-467b-9ae9-467851546e38 req-1fd82d06-bed7-4efd-b8d2-d5f5ed9dfed6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561903 Jul 21 20:58:10.613895 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3167-f093-42b2-aa53-c0465b4eb84e req-7ee31eaa-c7ed-4ba2-9493-a90acd16c5c2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:10.616229 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a27d3167-f093-42b2-aa53-c0465b4eb84e req-7ee31eaa-c7ed-4ba2-9493-a90acd16c5c2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0571218 Jul 21 20:58:10.638067 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:10.668154 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a27d3167-f093-42b2-aa53-c0465b4eb84e req-ee6e8d36-302e-40eb-90ac-755c62d28287 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460274 Jul 21 20:58:11.794915 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba1832-4222-41e1-b675-f224749ea597 req-d7a375c5-80ce-4918-b894-019f1a14272a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:11.796938 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcba1832-4222-41e1-b675-f224749ea597 req-d7a375c5-80ce-4918-b894-019f1a14272a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0536280 Jul 21 20:58:11.854119 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcba1832-4222-41e1-b675-f224749ea597 req-6e1462b2-352c-4703-a4c8-0f881084f95f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512064 Jul 21 20:58:12.989038 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d2705-98cb-4fff-a0fe-0029b8d1d855 req-a991816a-ba0e-4d5d-a0ff-16e62ac2b9e7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:12.990527 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-402d2705-98cb-4fff-a0fe-0029b8d1d855 req-a991816a-ba0e-4d5d-a0ff-16e62ac2b9e7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0507436 Jul 21 20:58:13.045019 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-402d2705-98cb-4fff-a0fe-0029b8d1d855 req-55005f6d-b231-4fdd-a109-a30dc2e06ed6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 Jul 21 20:58:14.164246 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eb336-471b-41b9-80a9-a29d6acd0411 req-c6109b6e-7ebe-4241-823f-9067c33360a2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:14.165715 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-769eb336-471b-41b9-80a9-a29d6acd0411 req-c6109b6e-7ebe-4241-823f-9067c33360a2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0471005 Jul 21 20:58:14.215401 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-769eb336-471b-41b9-80a9-a29d6acd0411 req-d863c6a1-9ab4-405c-8b84-3f08b16e06ee tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434902 Jul 21 20:58:14.735387 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006716b4-095c-4202-a029-7e0d2b23b626 req-60424d09-41c6-453a-ac22-3a1ef0f64171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:14.737173 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-006716b4-095c-4202-a029-7e0d2b23b626 req-60424d09-41c6-453a-ac22-3a1ef0f64171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 1129 time: 0.0877299 Jul 21 20:58:15.340267 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b857-041c-4f03-b432-29962648682f req-dc024852-6547-4ac7-ac1b-9015f7791144 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:15.342421 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f188b857-041c-4f03-b432-29962648682f req-dc024852-6547-4ac7-ac1b-9015f7791144 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0541642 Jul 21 20:58:15.423507 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006716b4-095c-4202-a029-7e0d2b23b626 req-daa77fac-fdd6-4bec-9167-c124606e3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:15.425033 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-006716b4-095c-4202-a029-7e0d2b23b626 req-daa77fac-fdd6-4bec-9167-c124606e3d45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.1016860 Jul 21 20:58:15.637185 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f188b857-041c-4f03-b432-29962648682f req-fdb36c70-ce78-4ae6-af9e-91f7b428ca6b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886086 Jul 21 20:58:15.870109 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-006716b4-095c-4202-a029-7e0d2b23b626 req-af3e6fcc-36af-4f23-a98d-91dd5976d3e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a15578f-a527-4939-9a6b-ce6d94093a88 HTTP/1.1" status: 200 len: 1001 time: 0.0573974 Jul 21 20:58:15.920645 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:15.926746 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006716b4-095c-4202-a029-7e0d2b23b626 req-41df6975-f643-4b23-835e-46e938541192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:15.928258 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-006716b4-095c-4202-a029-7e0d2b23b626 req-41df6975-f643-4b23-835e-46e938541192 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0503261 Jul 21 20:58:15.978754 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006716b4-095c-4202-a029-7e0d2b23b626 req-7c422367-e011-456e-8476-1b07ed0c2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:15.980298 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-006716b4-095c-4202-a029-7e0d2b23b626 req-7c422367-e011-456e-8476-1b07ed0c2141 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415444 Jul 21 20:58:16.073122 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-006716b4-095c-4202-a029-7e0d2b23b626 req-bb6ec2ed-06ae-48b2-83f2-7b78053d65f8 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837371 Jul 21 20:58:16.172763 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-006716b4-095c-4202-a029-7e0d2b23b626 req-6f7490a2-728a-4361-b0cf-d522c6b5b8d6 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907664 Jul 21 20:58:16.754883 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1775-df47-46ab-b092-267ee194d6e9 req-adfdddd9-600a-4830-afba-c2d097788563 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:16.756363 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bffe1775-df47-46ab-b092-267ee194d6e9 req-adfdddd9-600a-4830-afba-c2d097788563 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 945 time: 0.0475535 Jul 21 20:58:16.803223 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bffe1775-df47-46ab-b092-267ee194d6e9 req-ace28a5f-ec0c-4909-9fc8-3968dc025369 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Jul 21 20:58:16.864529 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:58:16.934684 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 0a15578f-a527-4939-9a6b-ce6d94093a88 is: ACTIVE; New status is: DOWN {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:58:16.934991 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:16.958243 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:58:16.960488 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021b1ed-cd09-4e65-a119-469de81638e3" -d '{"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-unplugged", "status": "completed", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:58:16.971426 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:16.973323 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:58:16.977106 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:17.001242 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbc6b93-e687-4e85-aa63-7b8463a20947 x-openstack-request-id: req-ecbc6b93-e687-4e85-aa63-7b8463a20947 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:58:17.001564 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-unplugged", "status": "completed", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:58:17.001820 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecbc6b93-e687-4e85-aa63-7b8463a20947 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:58:17.002217 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecbc6b93-e687-4e85-aa63-7b8463a20947'] response: {'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'code': 200} Jul 21 20:58:17.031222 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=8']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:58:17.038279 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.038630 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.038973 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.039314 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.039648 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.040011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.040339 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.040665 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.040998 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.041324 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.041651 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.041979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.042306 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.042627 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.042948 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:17.927783 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0e6c-a80a-4f93-bc20-ccf2ecc961cc req-465ba01c-cbf0-4a78-bd5a-c645cae7fde2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:17.929178 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80fe0e6c-a80a-4f93-bc20-ccf2ecc961cc req-465ba01c-cbf0-4a78-bd5a-c645cae7fde2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0513518 Jul 21 20:58:17.941584 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:17.976249 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80fe0e6c-a80a-4f93-bc20-ccf2ecc961cc req-782678e9-e272-4be3-80e6-e483dab3e3ad tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415702 Jul 21 20:58:19.098496 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9e5c-fd2e-4b4c-a8d0-68efc4d869d3 req-20a63e1a-07ef-430c-b9a8-ad4ebbcc0c9d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:19.099968 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-879b9e5c-fd2e-4b4c-a8d0-68efc4d869d3 req-20a63e1a-07ef-430c-b9a8-ad4ebbcc0c9d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0479882 Jul 21 20:58:19.112374 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:19.147512 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-879b9e5c-fd2e-4b4c-a8d0-68efc4d869d3 req-3b8177c7-36ee-456d-a9c8-e2e4387ce147 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416822 Jul 21 20:58:20.264115 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd3ee8-ecf8-485f-8768-bb4825edbd59 req-929c5964-5b01-4eee-9b35-626c692cba0f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:20.265724 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a3fd3ee8-ecf8-485f-8768-bb4825edbd59 req-929c5964-5b01-4eee-9b35-626c692cba0f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0467124 Jul 21 20:58:20.312160 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a3fd3ee8-ecf8-485f-8768-bb4825edbd59 req-2026d733-37ac-49bc-8836-0661c07f53c8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 Jul 21 20:58:20.810168 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:20.822145 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:21.436956 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852873d-6014-4058-ba15-e0b7c390aed5 req-b80f4939-70d3-4d3d-bfc2-7c6ca2ac7b54 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:21.438453 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3852873d-6014-4058-ba15-e0b7c390aed5 req-b80f4939-70d3-4d3d-bfc2-7c6ca2ac7b54 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0535514 Jul 21 20:58:21.489219 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3852873d-6014-4058-ba15-e0b7c390aed5 req-2bcda0e2-0789-4792-b642-9466da6ff645 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 Jul 21 20:58:21.531566 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-5f6cf79a-da77-4ad0-b6e5-727a408e3fde service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385783 Jul 21 20:58:21.635979 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-1715180b-1d39-410d-bf41-6d3424188e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:21.637444 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-1715180b-1d39-410d-bf41-6d3424188e32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 1130 time: 0.0443530 Jul 21 20:58:21.801180 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-0090ae1a-622a-447b-87d7-94fdd5f7cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:21.802660 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-0090ae1a-622a-447b-87d7-94fdd5f7cd79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.0861442 Jul 21 20:58:22.132428 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-fa19e89b-21e7-42b1-a8e9-7e0ff445762f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95 HTTP/1.1" status: 200 len: 217 time: 0.0364218 Jul 21 20:58:22.182581 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-d55de64c-e2c4-4419-a60a-293f0bd1b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:22.184122 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-d55de64c-e2c4-4419-a60a-293f0bd1b2c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0443904 Jul 21 20:58:22.277821 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:58:22.492777 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-bada456d-28b0-4359-8f06-d325427a9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:22.494476 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-bada456d-28b0-4359-8f06-d325427a9ec1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413008 Jul 21 20:58:22.652300 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9d8e-bcde-4419-9828-6b4eb221dde6 req-30b327ed-9ecc-4da2-8d7b-a4aabc1f79e8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:22.654080 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d10b9d8e-bcde-4419-9828-6b4eb221dde6 req-30b327ed-9ecc-4da2-8d7b-a4aabc1f79e8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0662639 Jul 21 20:58:22.687092 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-c27b5b88-68be-444d-81d0-1f8b82d4869a service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838429 Jul 21 20:58:22.769820 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d10b9d8e-bcde-4419-9828-6b4eb221dde6 req-3969b435-dbec-409d-8ac2-f831c2aa3d17 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062117 Jul 21 20:58:22.773284 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:22.801608 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e135105-430c-4927-bb46-0ad3a30d58e0 req-185a3923-0a8c-4dfc-a82c-ccf2e0b5e437 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078818 Jul 21 20:58:23.257070 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-2a888761-3c37-41ec-ab7b-9988508e7b2c req-789b3991-953f-45d7-980b-5736c20e07c1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:58:23.258031 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2a888761-3c37-41ec-ab7b-9988508e7b2c req-789b3991-953f-45d7-980b-5736c20e07c1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052340 Jul 21 20:58:23.416681 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2411901-46b5-4ad0-b620-ae90db6ce121 req-c14d5b88-8402-4d8d-8af1-28f768089e6b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:23.418522 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e2411901-46b5-4ad0-b620-ae90db6ce121 req-c14d5b88-8402-4d8d-8af1-28f768089e6b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0493424 Jul 21 20:58:23.474631 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e2411901-46b5-4ad0-b620-ae90db6ce121 req-75c40f74-6b40-4181-8831-bc1aff6572df tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463369 Jul 21 20:58:23.569152 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56270) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:58:23.648303 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-4ec4d9cb-75bd-45d9-8137-8c0e6742dcb2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779953 Jul 21 20:58:23.657411 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-8247f239-bcd1-458c-96d2-0777fa7bbd7f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 20:58:23.658637 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-8247f239-bcd1-458c-96d2-0777fa7bbd7f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055327 Jul 21 20:58:23.735005 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 56280) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:58:23.826482 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-c5b45fb0-2783-4eb2-ad6f-0a835c26d893 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:23.827837 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-c5b45fb0-2783-4eb2-ad6f-0a835c26d893 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports/0a15578f-a527-4939-9a6b-ce6d94093a88 HTTP/1.1" status: 200 len: 940 time: 0.0918276 Jul 21 20:58:24.594113 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf7456-2c78-4ac5-8d64-30bf82679160 req-81daa95a-60e8-4694-b8d0-750a50e3e311 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:24.595568 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8abf7456-2c78-4ac5-8d64-30bf82679160 req-81daa95a-60e8-4694-b8d0-750a50e3e311 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0477004 Jul 21 20:58:24.642812 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8abf7456-2c78-4ac5-8d64-30bf82679160 req-18757b19-2974-46f7-b6a3-81d3a409de7f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415461 Jul 21 20:58:25.765465 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdbb80-ca77-4033-b453-39cc5241bcd7 req-fe608a0d-25a1-4bff-af58-bed1571a90ee tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:25.766945 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-08bdbb80-ca77-4033-b453-39cc5241bcd7 req-fe608a0d-25a1-4bff-af58-bed1571a90ee tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0518653 Jul 21 20:58:25.814084 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-08bdbb80-ca77-4033-b453-39cc5241bcd7 req-4c389035-5590-4247-a190-6e4e01c8ded8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415771 Jul 21 20:58:26.936064 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e76851-916f-478b-841a-09abff53517f req-7d9f0731-62e6-4d08-b578-85a50a396819 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:26.937806 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e2e76851-916f-478b-841a-09abff53517f req-7d9f0731-62e6-4d08-b578-85a50a396819 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0514321 Jul 21 20:58:26.984154 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e2e76851-916f-478b-841a-09abff53517f req-a24eb1f6-4e7d-4d40-8d0d-fc20cdb2ce25 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 Jul 21 20:58:28.108629 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efec36-abb7-44f9-8afb-a140f7e3bd66 req-615f1a10-f8bd-4074-9069-f14cb4a7eaca tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:28.110119 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-21efec36-abb7-44f9-8afb-a140f7e3bd66 req-615f1a10-f8bd-4074-9069-f14cb4a7eaca tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0486634 Jul 21 20:58:28.158985 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-21efec36-abb7-44f9-8afb-a140f7e3bd66 req-89df88d9-1db9-4450-84d3-8d390ace26fe tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Jul 21 20:58:29.280284 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da00b5-db66-4464-86b5-b5a028776f24 req-0ae3f614-6a5c-4bdc-9008-af7046524988 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:29.281905 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-93da00b5-db66-4464-86b5-b5a028776f24 req-0ae3f614-6a5c-4bdc-9008-af7046524988 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0494065 Jul 21 20:58:29.339902 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-93da00b5-db66-4464-86b5-b5a028776f24 req-404d09cb-71e0-4d85-a74a-f3c62ff220ce tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523405 Jul 21 20:58:29.643806 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:58:29.716943 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 0a15578f-a527-4939-9a6b-ce6d94093a88 is: DOWN; New status is: DOWN {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:58:30.090620 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-ec2ced56-b334-4e5f-9a99-ec7d96e312a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:30.092286 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-ec2ced56-b334-4e5f-9a99-ec7d96e312a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069&tenant_id=c312164b3fdd40719fcdd94ed6bfd187 HTTP/1.1" status: 200 len: 1127 time: 0.0704894 Jul 21 20:58:30.164129 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:30.174546 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-67108310-11c9-4c89-be7f-c5707e387300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:30.176150 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-67108310-11c9-4c89-be7f-c5707e387300 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 1127 time: 0.0432062 Jul 21 20:58:30.268093 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-27758ed5-1f06-47bf-8002-703fd020f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:30.269457 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-27758ed5-1f06-47bf-8002-703fd020f869 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.0862591 Jul 21 20:58:30.335394 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-41fc5c75-a2c4-4596-abb4-46c5fd78dc06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a15578f-a527-4939-9a6b-ce6d94093a88 HTTP/1.1" status: 200 len: 999 time: 0.0583198 Jul 21 20:58:30.384690 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-eb617a9c-ce38-4c7d-802a-bf224354b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:30.386150 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-eb617a9c-ce38-4c7d-802a-bf224354b4dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0447090 Jul 21 20:58:30.465546 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-c4d86367-fd82-43ce-8056-bd532bc7cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:30.467503 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-c4d86367-fd82-43ce-8056-bd532bc7cc93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719497 Jul 21 20:58:30.477756 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f552aac-3df5-4366-92f0-c92cce59d10e req-5d7a506a-4c53-4391-b5b3-2d6eb26e4f98 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:30.479076 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5f552aac-3df5-4366-92f0-c92cce59d10e req-5d7a506a-4c53-4391-b5b3-2d6eb26e4f98 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0549445 Jul 21 20:58:30.802777 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5f552aac-3df5-4366-92f0-c92cce59d10e req-32dc48bb-9f58-47d4-81cc-d6ea86e331eb tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142686 Jul 21 20:58:30.819237 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-a96ab60c-6011-487e-ae43-17c5b659ab14 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392811 Jul 21 20:58:30.909372 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e10b543-47f3-412b-86ab-8e0532ad8c43 req-776806d2-aa93-43c6-9333-1304bfa85622 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834742 Jul 21 20:58:31.148080 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-988585d9-2c2d-4e8a-b2d3-eac2fdaad735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:31.929015 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce72cd0-23b0-47df-b16d-7bc62f73b859 req-de0eaf7a-8314-4b4c-83ca-08234432cf3b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:31.930506 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cce72cd0-23b0-47df-b16d-7bc62f73b859 req-de0eaf7a-8314-4b4c-83ca-08234432cf3b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0492258 Jul 21 20:58:31.980539 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cce72cd0-23b0-47df-b16d-7bc62f73b859 req-e62e70d4-13d1-4291-a89e-93b29b0b8148 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Jul 21 20:58:33.108994 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd552b-7f32-4310-8351-bc1bb2a6c218 req-a6a495b1-005d-4885-a4ef-49a8b56a7312 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:33.110547 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-85fd552b-7f32-4310-8351-bc1bb2a6c218 req-a6a495b1-005d-4885-a4ef-49a8b56a7312 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0509434 Jul 21 20:58:33.161577 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-85fd552b-7f32-4310-8351-bc1bb2a6c218 req-9b42d49d-f72b-4cce-b1f4-eedcd3e9e008 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448875 Jul 21 20:58:34.051410 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-9e5fdcae-eef3-4428-ab6e-06e91337bbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:34.291054 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5a823-1266-496a-bb39-19a21a810367 req-49cb57b3-1be0-4aff-874a-e078cd68133b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:34.292463 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-afe5a823-1266-496a-bb39-19a21a810367 req-49cb57b3-1be0-4aff-874a-e078cd68133b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0521977 Jul 21 20:58:34.359655 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-afe5a823-1266-496a-bb39-19a21a810367 req-25af5efe-6124-4824-ab30-f869c7df0db8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604458 Jul 21 20:58:35.017433 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=17 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:35.019704 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=17 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:35.445317 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:35.483494 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fb201-014c-40cb-82fa-dd362c2daa9e req-878b15fb-53d3-4e61-b566-4b52525e30f2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:35.485006 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4d8fb201-014c-40cb-82fa-dd362c2daa9e req-878b15fb-53d3-4e61-b566-4b52525e30f2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0511503 Jul 21 20:58:35.537830 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4d8fb201-014c-40cb-82fa-dd362c2daa9e req-f4659daf-da94-4c98-bda0-01d3c2474e21 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467327 Jul 21 20:58:36.202282 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:36.619169 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:36.690591 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26733-e270-42dc-9343-d160a5922cdc req-cebf8906-2908-4500-b42f-7ce62028899b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:36.692169 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0ac26733-e270-42dc-9343-d160a5922cdc req-cebf8906-2908-4500-b42f-7ce62028899b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0517402 Jul 21 20:58:36.717818 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:36.750332 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0ac26733-e270-42dc-9343-d160a5922cdc req-d6654e64-c5bb-402d-b39a-d805be479bab tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525670 Jul 21 20:58:37.465989 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:37.884499 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f669e-041d-4750-b5ce-b82c0619cf44 req-c7e357da-4f6a-435e-8726-f69a7d100599 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:37.886134 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c33f669e-041d-4750-b5ce-b82c0619cf44 req-c7e357da-4f6a-435e-8726-f69a7d100599 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0616360 Jul 21 20:58:37.935565 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c33f669e-041d-4750-b5ce-b82c0619cf44 req-69ca5065-5e9c-47b6-9418-26bbaa63f850 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436714 Jul 21 20:58:39.064039 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707db4a-acb0-4154-8703-01aa0e20ac7f req-a5154ab8-b672-4c13-929b-37e21cdbc3ec tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:39.065927 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8707db4a-acb0-4154-8703-01aa0e20ac7f req-a5154ab8-b672-4c13-929b-37e21cdbc3ec tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0533988 Jul 21 20:58:39.118249 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8707db4a-acb0-4154-8703-01aa0e20ac7f req-a617fe91-2347-4204-a0c3-14a60dc09bda tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459459 Jul 21 20:58:40.250789 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0cd00-756c-451d-83ac-dce27c412113 req-f48b3a19-705c-4137-a379-16f1ee0febe6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:40.252363 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2fe0cd00-756c-451d-83ac-dce27c412113 req-f48b3a19-705c-4137-a379-16f1ee0febe6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0521846 Jul 21 20:58:40.308372 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2fe0cd00-756c-451d-83ac-dce27c412113 req-82d6a324-a2f2-4a0f-b517-03759512092c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444160 Jul 21 20:58:40.896572 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=81 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:40.906119 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=54 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:41.438110 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d9a52-23fd-4aea-a8e2-45c5b4932ca1 req-9034ba56-f85d-4191-b49c-28497d06c9dd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:41.439685 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-114d9a52-23fd-4aea-a8e2-45c5b4932ca1 req-9034ba56-f85d-4191-b49c-28497d06c9dd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0550342 Jul 21 20:58:41.490186 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-114d9a52-23fd-4aea-a8e2-45c5b4932ca1 req-9e675fb5-32c5-40ac-8e7f-b5de4288b59f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446959 Jul 21 20:58:42.612973 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e498f-d9fc-4ba9-bff4-e2fcd75a187b req-8a9a00e2-a7cc-498e-aba0-89646a29d439 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:42.614458 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2d1e498f-d9fc-4ba9-bff4-e2fcd75a187b req-8a9a00e2-a7cc-498e-aba0-89646a29d439 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0503304 Jul 21 20:58:42.662855 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2d1e498f-d9fc-4ba9-bff4-e2fcd75a187b req-4ed23b0a-d879-4d1d-9f0a-2cb83472dab0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Jul 21 20:58:43.783726 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a039a-3424-44ce-86f2-14585103c451 req-d1d71cbb-4437-4243-aac7-d286554c09fd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:43.785223 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a04a039a-3424-44ce-86f2-14585103c451 req-d1d71cbb-4437-4243-aac7-d286554c09fd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0483050 Jul 21 20:58:43.831491 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a04a039a-3424-44ce-86f2-14585103c451 req-cfed5e6b-2f67-4942-a554-8e8411af5029 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Jul 21 20:58:44.949484 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860cf1-803a-4f18-a554-0f3e08199566 req-a489bd87-bdb7-49b4-b8cf-1c9a21618af8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:44.950979 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f8860cf1-803a-4f18-a554-0f3e08199566 req-a489bd87-bdb7-49b4-b8cf-1c9a21618af8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0469379 Jul 21 20:58:45.000356 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f8860cf1-803a-4f18-a554-0f3e08199566 req-900d753a-d476-4e70-8cba-28bbfcd0afc6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439117 Jul 21 20:58:46.122461 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1928d9c-bf34-4596-95b0-ffa8f04cef56 req-9fcbb2dd-36a8-4c83-a7b0-f38b3c40629a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:46.123981 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c1928d9c-bf34-4596-95b0-ffa8f04cef56 req-9fcbb2dd-36a8-4c83-a7b0-f38b3c40629a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0516572 Jul 21 20:58:46.171219 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c1928d9c-bf34-4596-95b0-ffa8f04cef56 req-1219511e-3949-42ca-9e9a-234358b1ec56 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412478 Jul 21 20:58:47.293378 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844e25-b148-4b9c-855b-99d7e5f5a774 req-f1c26ffa-e5c3-4549-956c-02acafd4f6a3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:47.294852 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-20844e25-b148-4b9c-855b-99d7e5f5a774 req-f1c26ffa-e5c3-4549-956c-02acafd4f6a3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0478477 Jul 21 20:58:47.341053 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-20844e25-b148-4b9c-855b-99d7e5f5a774 req-a61ca98e-72b6-4e84-8d60-8514385c4454 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405481 Jul 21 20:58:47.453969 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:47.460812 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:48.463850 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85988c17-6a6b-495e-a2d5-cbf09cec1952 req-b534e679-535e-448e-8e5a-215c13cf66f2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:48.465350 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-85988c17-6a6b-495e-a2d5-cbf09cec1952 req-b534e679-535e-448e-8e5a-215c13cf66f2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0511820 Jul 21 20:58:48.502896 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:48.515004 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-85988c17-6a6b-495e-a2d5-cbf09cec1952 req-9d032312-4dd6-4900-8256-a326a800e377 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Jul 21 20:58:49.475995 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:49.494352 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247786ae-3ed5-49e5-9739-8037c21112e9 req-5ee845ed-60fb-419b-b83c-975dfd64adee tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:49.495835 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-247786ae-3ed5-49e5-9739-8037c21112e9 req-5ee845ed-60fb-419b-b83c-975dfd64adee tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0499928 Jul 21 20:58:49.542709 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-247786ae-3ed5-49e5-9739-8037c21112e9 req-da7a5be7-9a75-41a4-8edf-99e827037562 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Jul 21 20:58:49.637829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334c49-aa2a-413b-8ced-24afe7df1423 req-6fb08140-b039-4927-9597-b84ca91120b0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:49.639297 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a7334c49-aa2a-413b-8ced-24afe7df1423 req-6fb08140-b039-4927-9597-b84ca91120b0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0475104 Jul 21 20:58:49.686241 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a7334c49-aa2a-413b-8ced-24afe7df1423 req-c43324cb-cd48-490f-8716-d6e548f0ddaf tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Jul 21 20:58:50.656268 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255d91-cbe2-4bfd-ac94-a0011504f87a req-95b82ad7-9959-48d0-8c24-1b756f34446f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:50.657641 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b6255d91-cbe2-4bfd-ac94-a0011504f87a req-95b82ad7-9959-48d0-8c24-1b756f34446f tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0476990 Jul 21 20:58:50.707994 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b6255d91-cbe2-4bfd-ac94-a0011504f87a req-be84c110-e462-4757-b422-4d4c144b0a3c tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Jul 21 20:58:50.807203 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44affe2-6e01-45dc-ae25-caa2913debac req-47269a07-abfc-484c-8ff5-ec3bddca3df6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:50.808721 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b44affe2-6e01-45dc-ae25-caa2913debac req-47269a07-abfc-484c-8ff5-ec3bddca3df6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0510306 Jul 21 20:58:50.836868 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:50.855553 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b44affe2-6e01-45dc-ae25-caa2913debac req-777ad95f-7b71-491c-9580-467a4c159a42 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 Jul 21 20:58:51.823516 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ab59-3294-45ce-99f4-a40cb9b53056 req-eaa48440-a9fe-493d-8225-a14b40264af1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:51.824078 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-c6a92624-7e04-4201-a6b5-b12a062a2a9b tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:51.825095 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-c6a92624-7e04-4201-a6b5-b12a062a2a9b tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.73 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0484831 Jul 21 20:58:51.825256 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61f8ab59-3294-45ce-99f4-a40cb9b53056 req-eaa48440-a9fe-493d-8225-a14b40264af1 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 945 time: 0.0497453 Jul 21 20:58:51.877774 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61f8ab59-3294-45ce-99f4-a40cb9b53056 req-2e0a9b90-8797-4727-8026-b4f6b4559809 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/security-groups?id=62b6371b-765b-4239-aeec-4397b7f94368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 Jul 21 20:58:51.917084 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Deleting port 1c6a3357-9332-4937-8334-c5bca326a13b {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 20:58:51.917424 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:52.016301 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720912fd-1fd1-4df9-9e60-981bc990e8cf req-5fc443c7-121e-4f67-972f-fcdfec61e7f6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:52.017662 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-720912fd-1fd1-4df9-9e60-981bc990e8cf req-5fc443c7-121e-4f67-972f-fcdfec61e7f6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0838912 Jul 21 20:58:52.064934 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] For port 1c6a3357-9332-4937-8334-c5bca326a13b, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=1c6a3357-9332-4937-8334-c5bca326a13b,segment=NetworkSegment(a0b419a6-e726-4968-86ed-7dfa293bc27c),segment_id=a0b419a6-e726-4968-86ed-7dfa293bc27c)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:58:52.065299 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:52.088076 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Calling delete_port for 1c6a3357-9332-4937-8334-c5bca326a13b owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 20:58:52.105647 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-720912fd-1fd1-4df9-9e60-981bc990e8cf req-4128ff49-6de5-469a-8e30-795997b4d7a7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805221 Jul 21 20:58:52.227540 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (1c6a3357-9332-4937-8334-c5bca326a13b), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:52.252829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Pushing event deleted for resources: {'Port': ['ID=1c6a3357-9332-4937-8334-c5bca326a13b,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:58:52.267471 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.267778 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.268179 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.268525 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.268900 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.269228 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.269556 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.270609 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.270887 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.271217 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.271541 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.271898 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.272220 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.272352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['1c6a3357-9332-4937-8334-c5bca326a13b'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:58:52.272780 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.272882 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:58:52.314496 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] No DVR routers for this DVR port 1c6a3357-9332-4937-8334-c5bca326a13b on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 20:58:52.318022 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:52.321226 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d57bd701-7d58-4879-94d0-35c0d76b8ae0 req-cbb68340-14ad-419d-b0eb-a9d969afe325 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.73 "DELETE /v2.0/ports/1c6a3357-9332-4937-8334-c5bca326a13b HTTP/1.1" status: 204 len: 173 time: 0.4908309 Jul 21 20:58:52.321661 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c964eee2-1da5-4818-9ac0-cba004ae767c', 'name': 'network-vif-deleted', 'tag': '1c6a3357-9332-4937-8334-c5bca326a13b'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:58:52.324003 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db9dd84-6d75-47ba-9e77-f6dbe04c0232" -d '{"events": [{"server_uuid": "c964eee2-1da5-4818-9ac0-cba004ae767c", "name": "network-vif-deleted", "tag": "1c6a3357-9332-4937-8334-c5bca326a13b"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:58:52.442158 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac74f1-8660-4aec-b7b2-e0656b8af3c4 x-openstack-request-id: req-25ac74f1-8660-4aec-b7b2-e0656b8af3c4 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:58:52.442158 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c964eee2-1da5-4818-9ac0-cba004ae767c", "name": "network-vif-deleted", "tag": "1c6a3357-9332-4937-8334-c5bca326a13b", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:58:52.442158 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25ac74f1-8660-4aec-b7b2-e0656b8af3c4 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:58:52.442158 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ac74f1-8660-4aec-b7b2-e0656b8af3c4'] response: {'server_uuid': 'c964eee2-1da5-4818-9ac0-cba004ae767c', 'name': 'network-vif-deleted', 'tag': '1c6a3357-9332-4937-8334-c5bca326a13b', 'status': 'completed', 'code': 200} Jul 21 20:58:53.010256 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ad92ba9-d01e-40a7-93db-512a214b78c1 req-4fb97326-d91d-46de-84a7-51869f3f54e7 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 210 time: 0.0395215 Jul 21 20:58:53.228409 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4394a16-1331-435d-9658-e21e18b3bb53 req-c8d5b037-af0f-468b-875a-cc8cd395f63c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:53.229879 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d4394a16-1331-435d-9658-e21e18b3bb53 req-c8d5b037-af0f-468b-875a-cc8cd395f63c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0478244 Jul 21 20:58:53.276607 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d4394a16-1331-435d-9658-e21e18b3bb53 req-0359731d-57c4-4a12-8d63-134456d4b693 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 Jul 21 20:58:54.118784 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-14e30586-255b-4291-a141-a47b96eec75f req-6d191ac9-d8a9-4130-8ca7-83fca5a0433b tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 210 time: 0.0285249 Jul 21 20:58:54.403172 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252df8c7-c29e-46f7-bc96-df5db9590358 req-d36002b5-b7d5-4515-9ef4-0a56ddd25475 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:54.404713 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-252df8c7-c29e-46f7-bc96-df5db9590358 req-d36002b5-b7d5-4515-9ef4-0a56ddd25475 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0515084 Jul 21 20:58:54.456211 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-252df8c7-c29e-46f7-bc96-df5db9590358 req-1819e528-9003-4398-a95e-6621c2a0a9b3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458736 Jul 21 20:58:55.231618 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c961e917-bf97-4e2d-b54c-fafc289d0174 req-07802227-562a-47f6-8d2a-6748489ca958 tempest-VolumesSnapshotTestJSON-1159198546 tempest-VolumesSnapshotTestJSON-1159198546-project] 10.222.0.60 "GET /v2.0/ports?device_id=c964eee2-1da5-4818-9ac0-cba004ae767c HTTP/1.1" status: 200 len: 210 time: 0.0305383 Jul 21 20:58:55.581756 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e357c5-5625-4336-9345-a269eff640f5 req-34c48ac5-7f26-4335-9eb3-8f53734054fd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:55.583768 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61e357c5-5625-4336-9345-a269eff640f5 req-34c48ac5-7f26-4335-9eb3-8f53734054fd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 943 time: 0.0481679 Jul 21 20:58:55.632619 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61e357c5-5625-4336-9345-a269eff640f5 req-b6ece68c-9728-4449-8f19-eeca4c52842c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Jul 21 20:58:55.767309 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 20:58:55.778898 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 1c6a3357-9332-4937-8334-c5bca326a13b no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 20:58:55.801930 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 1c6a3357-9332-4937-8334-c5bca326a13b {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 20:58:55.802486 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 1c6a3357-9332-4937-8334-c5bca326a13b not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 20:58:55.886263 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:58:55.900973 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'port_id': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'mac_address': 'fa:16:3e:82:f6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 20:58:55.940607 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 0a15578f-a527-4939-9a6b-ce6d94093a88 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:58:55.941009 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:55.955487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a15578f-a527-4939-9a6b-ce6d94093a88 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 20:58:55.977247 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:58:55.981180 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:56.031298 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=9']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:58:56.361296 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3cc56-4aa5-47ea-a7d1-bd517b2a6b3b req-d287ecb9-ed83-43fd-b9f0-abdd23667b0e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:56.363050 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-28a3cc56-4aa5-47ea-a7d1-bd517b2a6b3b req-d287ecb9-ed83-43fd-b9f0-abdd23667b0e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Jul 21 20:58:56.420152 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-28a3cc56-4aa5-47ea-a7d1-bd517b2a6b3b req-2810420d-9fb3-4548-bcb2-bb70383f734a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510111 Jul 21 20:58:56.501611 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['0a15578f-a527-4939-9a6b-ce6d94093a88'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 20:58:56.755000 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afa9f5-a37c-461a-9d48-95b3bb8f0ac2 req-e77ce07a-11c6-4cdd-86a5-5e9e8abe7a6f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:56.756806 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-15afa9f5-a37c-461a-9d48-95b3bb8f0ac2 req-e77ce07a-11c6-4cdd-86a5-5e9e8abe7a6f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 944 time: 0.0510664 Jul 21 20:58:56.803964 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-15afa9f5-a37c-461a-9d48-95b3bb8f0ac2 req-a947f041-1033-440f-9b3a-79a5a1c9763e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 Jul 21 20:58:57.541035 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecf93f-194b-4ba2-86f1-bd0c402b0630 req-2afa9b1c-6e61-44f7-9abe-cddcb33d7a4f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:57.542540 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0ecf93f-194b-4ba2-86f1-bd0c402b0630 req-2afa9b1c-6e61-44f7-9abe-cddcb33d7a4f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0509760 Jul 21 20:58:57.594657 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a0ecf93f-194b-4ba2-86f1-bd0c402b0630 req-6f5aa579-930f-43fa-b73b-68db719561fd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464435 Jul 21 20:58:57.804423 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 20:58:57.847761 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 0a15578f-a527-4939-9a6b-ce6d94093a88 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 20:58:57.848151 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:57.925025 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 0a15578f-a527-4939-9a6b-ce6d94093a88 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 20:58:57.925326 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:57.933349 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe7399-9319-4e12-8dcc-347f1e3aec6a req-bbe7600c-8623-422f-a2ff-77d53e354b70 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:57.934853 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7afe7399-9319-4e12-8dcc-347f1e3aec6a req-bbe7600c-8623-422f-a2ff-77d53e354b70 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 944 time: 0.0473025 Jul 21 20:58:57.948281 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:58:57.950503 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7cefef-f472-449c-b26e-b9500d0a47d2" -d '{"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-plugged", "status": "completed", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:58:57.959921 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:57.964113 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 20:58:57.968545 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:58:57.985611 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7afe7399-9319-4e12-8dcc-347f1e3aec6a req-650e4ae9-deb2-4e22-875c-7f119ad3434e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450552 Jul 21 20:58:58.017912 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=10']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:58:58.057582 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d1dd4-3b99-4a4c-bf99-3b26db6a052e x-openstack-request-id: req-a94d1dd4-3b99-4a4c-bf99-3b26db6a052e {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:58:58.057883 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-plugged", "status": "completed", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:58:58.058142 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a94d1dd4-3b99-4a4c-bf99-3b26db6a052e {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:58:58.058546 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94d1dd4-3b99-4a4c-bf99-3b26db6a052e'] response: {'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'code': 200} Jul 21 20:58:58.719762 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e43d-60aa-4024-a943-558c7a4dc133 req-37971abf-27b6-4133-802f-d7f22db0ee36 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:58.721213 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7607e43d-60aa-4024-a943-558c7a4dc133 req-37971abf-27b6-4133-802f-d7f22db0ee36 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0504978 Jul 21 20:58:58.772821 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7607e43d-60aa-4024-a943-558c7a4dc133 req-692ab34c-30d0-4793-8195-ee82143fa5bf tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447612 Jul 21 20:58:59.071513 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:59.103003 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:58:59.112012 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227670c-1b13-4a90-b99a-28aec126162d req-31250f79-cef5-41a1-b4ab-f8c9e2ad36d0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:59.113751 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f227670c-1b13-4a90-b99a-28aec126162d req-31250f79-cef5-41a1-b4ab-f8c9e2ad36d0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0528562 Jul 21 20:58:59.160750 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f227670c-1b13-4a90-b99a-28aec126162d req-807bc015-b92c-4d48-a1c3-6e44e834d41c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 Jul 21 20:58:59.276711 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:58:59.888983 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1b36b-0c4d-411f-9677-b6dd77d40ba4 req-aa1e6e81-d00e-40ab-80cb-adf2bc31b8e3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:58:59.890435 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8bc1b36b-0c4d-411f-9677-b6dd77d40ba4 req-aa1e6e81-d00e-40ab-80cb-adf2bc31b8e3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0474880 Jul 21 20:58:59.936642 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8bc1b36b-0c4d-411f-9677-b6dd77d40ba4 req-f775ef3d-3f8f-4877-9fc5-8318e387d8e0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407803 Jul 21 20:59:00.282732 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99f95b-c91d-49b1-98f3-950ea164d524 req-2c1b329a-457a-43be-8392-aba0b3930cef tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:00.284226 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4e99f95b-c91d-49b1-98f3-950ea164d524 req-2c1b329a-457a-43be-8392-aba0b3930cef tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0476332 Jul 21 20:59:00.330972 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4e99f95b-c91d-49b1-98f3-950ea164d524 req-7e8c8589-f795-40d9-8418-e91d0c383291 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404804 Jul 21 20:59:01.051127 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e38f0c-9222-4202-92ad-3b6c9764e3ed req-0310cfb6-b00e-475d-a800-4c9e3b85307a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:01.052626 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-08e38f0c-9222-4202-92ad-3b6c9764e3ed req-0310cfb6-b00e-475d-a800-4c9e3b85307a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0477257 Jul 21 20:59:01.088477 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:01.099828 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-08e38f0c-9222-4202-92ad-3b6c9764e3ed req-c898deab-3ac4-4743-af29-d2ad94f45908 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409842 Jul 21 20:59:01.155300 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-990a0460-7731-493c-b9ab-8156f3eb79e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:01.449690 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05713772-f783-47e7-a64a-1e7ada87efce req-6412201c-1b02-4e81-a58a-bf299f9fdd7e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:01.451164 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-05713772-f783-47e7-a64a-1e7ada87efce req-6412201c-1b02-4e81-a58a-bf299f9fdd7e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0470190 Jul 21 20:59:01.507407 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-05713772-f783-47e7-a64a-1e7ada87efce req-e1fd2ef9-8069-461b-ae7d-933a02c200d9 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504203 Jul 21 20:59:02.176448 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab358f85-7b6f-4221-827e-5515c8bf4d7e req-bb1a52eb-fba7-48f1-9ebb-482bc40b42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:02.177967 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ab358f85-7b6f-4221-827e-5515c8bf4d7e req-bb1a52eb-fba7-48f1-9ebb-482bc40b42ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 1130 time: 0.0403917 Jul 21 20:59:02.224450 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ab358f85-7b6f-4221-827e-5515c8bf4d7e req-5b89e7f4-e2aa-49c2-83bd-32455592a8e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393684 Jul 21 20:59:02.229069 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc704990-c722-464a-aa37-bf345161edf2 req-e6f0899b-febd-4516-82d6-01c882d7fa11 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:02.230554 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fc704990-c722-464a-aa37-bf345161edf2 req-e6f0899b-febd-4516-82d6-01c882d7fa11 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0528340 Jul 21 20:59:02.254903 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:02.278971 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fc704990-c722-464a-aa37-bf345161edf2 req-319c0529-0ec1-4b6b-843f-205cebd7bb6d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Jul 21 20:59:02.628601 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b376e1b-4ec4-4928-8852-785f8ae698d2 req-6e6ba6a7-2f20-4536-bae1-0173c44dd6b2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:02.630116 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5b376e1b-4ec4-4928-8852-785f8ae698d2 req-6e6ba6a7-2f20-4536-bae1-0173c44dd6b2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0479863 Jul 21 20:59:02.677984 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5b376e1b-4ec4-4928-8852-785f8ae698d2 req-0efdb276-dd8e-445b-afc0-edc711ce1d9e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Jul 21 20:59:03.392062 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea1df-9695-4fec-9c97-dfc1f0124966 req-dfafd051-b795-4492-b647-bc124e379879 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:03.393537 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-99eea1df-9695-4fec-9c97-dfc1f0124966 req-dfafd051-b795-4492-b647-bc124e379879 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0468552 Jul 21 20:59:03.445217 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-99eea1df-9695-4fec-9c97-dfc1f0124966 req-71d75f18-5506-4fa4-ab6b-de45b0886843 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Jul 21 20:59:03.799104 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f678c75-e383-4ce4-a629-c45d4b8bd2e5 req-f42e6266-c4d7-46bc-a093-b92c6bbf5a2b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:03.800587 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3f678c75-e383-4ce4-a629-c45d4b8bd2e5 req-f42e6266-c4d7-46bc-a093-b92c6bbf5a2b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0500519 Jul 21 20:59:03.848923 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3f678c75-e383-4ce4-a629-c45d4b8bd2e5 req-bdc26755-48ec-4b7e-baa1-0c971dd89c86 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Jul 21 20:59:04.043566 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-239d8546-3768-4c04-a4ce-1904163df2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:04.560753 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d9745-276d-4c66-9eb6-e7e703785bed req-2309927e-fba3-40b4-aa3d-4276d9bbfb57 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:04.562161 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-314d9745-276d-4c66-9eb6-e7e703785bed req-2309927e-fba3-40b4-aa3d-4276d9bbfb57 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0490897 Jul 21 20:59:04.612444 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-314d9745-276d-4c66-9eb6-e7e703785bed req-85b75ef6-b30a-4c85-a885-1a18b7887f1d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447578 Jul 21 20:59:04.973489 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc3583-3543-42d4-b52e-002035aee157 req-2743fecd-477d-4ad8-b54b-4ee34d2f27be tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:04.974969 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2dbc3583-3543-42d4-b52e-002035aee157 req-2743fecd-477d-4ad8-b54b-4ee34d2f27be tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0505366 Jul 21 20:59:05.027795 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2dbc3583-3543-42d4-b52e-002035aee157 req-0e5270a1-6e16-430f-b5ae-e7f73b3221b8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466931 Jul 21 20:59:05.745319 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd75e8a-326f-4ef4-ac18-b181b43ad9f1 req-504827ac-c7de-40a9-a2b4-d9bc906dc234 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:05.745319 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8dd75e8a-326f-4ef4-ac18-b181b43ad9f1 req-504827ac-c7de-40a9-a2b4-d9bc906dc234 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0547540 Jul 21 20:59:05.795834 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8dd75e8a-326f-4ef4-ac18-b181b43ad9f1 req-3c86324d-c838-48c4-9d29-4e853009fe88 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465877 Jul 21 20:59:06.163641 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6692e24-9c2b-473c-ab6e-1a162f4bf1cc req-4f314c06-b00a-4c4a-b4ba-c60911e9d94b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:06.165167 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c6692e24-9c2b-473c-ab6e-1a162f4bf1cc req-4f314c06-b00a-4c4a-b4ba-c60911e9d94b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0625813 Jul 21 20:59:06.205617 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:06.217162 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c6692e24-9c2b-473c-ab6e-1a162f4bf1cc req-c8a7374e-59dc-4649-8e9b-5fb8a74f32c2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465512 Jul 21 20:59:06.612310 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:06.916497 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74376232-4852-4f88-a69b-141a30104174 req-b3e88860-9f22-4fb4-b1c3-7780faac7826 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:06.918203 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-74376232-4852-4f88-a69b-141a30104174 req-b3e88860-9f22-4fb4-b1c3-7780faac7826 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0514271 Jul 21 20:59:06.974781 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-74376232-4852-4f88-a69b-141a30104174 req-f63f3db9-936b-4eed-b85a-54c63889cf25 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Jul 21 20:59:07.451002 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:07.463830 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:08.088593 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845edf97-584c-4f41-b2fb-cca212e15038 req-ce2ffc95-ca21-47ce-804f-084a43f99ee3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:08.090060 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-845edf97-584c-4f41-b2fb-cca212e15038 req-ce2ffc95-ca21-47ce-804f-084a43f99ee3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0467696 Jul 21 20:59:08.137504 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-845edf97-584c-4f41-b2fb-cca212e15038 req-c3dd6a0e-79f4-4c19-8f22-6a6258a9b1c5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 Jul 21 20:59:09.258556 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52450-321d-4882-85ea-6d7eac86a687 req-004f2fc2-087d-415c-8f33-99c1eb5735de tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:09.259962 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-06f52450-321d-4882-85ea-6d7eac86a687 req-004f2fc2-087d-415c-8f33-99c1eb5735de tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0506980 Jul 21 20:59:09.306371 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-06f52450-321d-4882-85ea-6d7eac86a687 req-1ef4e14e-9279-4d1f-abea-8aec0e68c078 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 Jul 21 20:59:10.419663 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5074f8d-ac14-4556-8f0e-8eb46dc166d2 req-cbf8ff78-9fe7-4c4d-be4c-afce196a3b69 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:10.421204 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e5074f8d-ac14-4556-8f0e-8eb46dc166d2 req-cbf8ff78-9fe7-4c4d-be4c-afce196a3b69 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0476751 Jul 21 20:59:10.473568 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e5074f8d-ac14-4556-8f0e-8eb46dc166d2 req-317a65df-55dc-4d00-8802-6e4b20dd3082 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468633 Jul 21 20:59:11.592907 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6650-a18e-4826-926f-a63105da9d8b req-e8398930-3609-420d-9800-f11d5184c9d4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:11.594395 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-152c6650-a18e-4826-926f-a63105da9d8b req-e8398930-3609-420d-9800-f11d5184c9d4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0477855 Jul 21 20:59:11.642154 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-152c6650-a18e-4826-926f-a63105da9d8b req-c94dccbf-3c9a-4a0f-bb45-b4fc2e1d4642 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Jul 21 20:59:12.015921 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:12.016556 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=6 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:12.758600 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd46a2-a2d4-4fb7-a111-6062ea0b1648 req-beb86947-888d-4838-bf63-a75db41b7709 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:12.760103 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dacd46a2-a2d4-4fb7-a111-6062ea0b1648 req-beb86947-888d-4838-bf63-a75db41b7709 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0491240 Jul 21 20:59:12.807144 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dacd46a2-a2d4-4fb7-a111-6062ea0b1648 req-0f22113a-5407-445d-97b6-7b7079f6d5ba tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Jul 21 20:59:13.927024 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d21a27-b1d1-4574-abc8-80db5e52ebae req-b080dbe2-0328-4a87-bd8b-a7c4035b26b8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:13.928563 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-30d21a27-b1d1-4574-abc8-80db5e52ebae req-b080dbe2-0328-4a87-bd8b-a7c4035b26b8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0509260 Jul 21 20:59:13.976113 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-30d21a27-b1d1-4574-abc8-80db5e52ebae req-9db9d682-9fc8-4e05-b6c7-921610b3b333 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Jul 21 20:59:15.080928 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:15.088754 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:15.097828 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df033e3d-5279-453c-8484-5c4b02025167 req-f76efe6c-11b6-437f-8724-a5dadb77da1d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:15.099394 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-df033e3d-5279-453c-8484-5c4b02025167 req-f76efe6c-11b6-437f-8724-a5dadb77da1d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0500598 Jul 21 20:59:15.148650 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-df033e3d-5279-453c-8484-5c4b02025167 req-71d2e02a-9b1c-47b7-a63f-f940d6e47d5a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Jul 21 20:59:16.265398 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc20d3a-0455-42d4-905a-12ddcc9d959c req-c858937c-1100-48a5-931b-876bd85085bd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:16.266773 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0bc20d3a-0455-42d4-905a-12ddcc9d959c req-c858937c-1100-48a5-931b-876bd85085bd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0471220 Jul 21 20:59:16.312887 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0bc20d3a-0455-42d4-905a-12ddcc9d959c req-a935a438-eee8-4165-a85c-f81cfea77eab tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405540 Jul 21 20:59:17.431975 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7307668-5b17-4e89-9dd0-2fdb07be9731 req-7a770a61-e0fa-42cc-b41e-945d95a176f0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:17.433470 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d7307668-5b17-4e89-9dd0-2fdb07be9731 req-7a770a61-e0fa-42cc-b41e-945d95a176f0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Jul 21 20:59:17.460122 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:17.480612 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d7307668-5b17-4e89-9dd0-2fdb07be9731 req-8036bbe5-c329-49de-8a2a-1f1b282e57db tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Jul 21 20:59:17.720019 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd34fe-c9b5-4913-8619-7acc64cfd151 req-f389a3d7-f08a-4bc3-8dbd-ca340ecdba7e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:17.721768 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fd34fe-c9b5-4913-8619-7acc64cfd151 req-f389a3d7-f08a-4bc3-8dbd-ca340ecdba7e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Jul 21 20:59:17.771442 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fd34fe-c9b5-4913-8619-7acc64cfd151 req-2d6e7563-ee73-4344-a291-d9e94af9dce1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431678 Jul 21 20:59:17.829303 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-ece1d57d-5c53-4eaf-be94-9026160a9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:17.830804 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-ece1d57d-5c53-4eaf-be94-9026160a9b0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0382085 Jul 21 20:59:17.926607 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-3766fad1-43aa-4266-b7bd-391b09aa51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:17.928104 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-3766fad1-43aa-4266-b7bd-391b09aa51f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 911 time: 0.0899858 Jul 21 20:59:17.991289 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-f06f6962-d71a-4311-a492-7ddde949b93f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd HTTP/1.1" status: 200 len: 1001 time: 0.0567772 Jul 21 20:59:18.045535 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-37154db1-8de3-419a-8ab9-397a72986b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:18.046901 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-37154db1-8de3-419a-8ab9-397a72986b77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4baaa6db-3293-4627-ae4a-ecace4ce3e51 HTTP/1.1" status: 200 len: 849 time: 0.0477860 Jul 21 20:59:18.094314 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-de3afeba-2151-4f12-a2a2-e48a7cf43de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:18.095951 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-de3afeba-2151-4f12-a2a2-e48a7cf43de7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa25da3-fc72-46d1-8f85-10482d1b770c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398240 Jul 21 20:59:18.201861 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-37133a40-0f88-4ca4-a72b-d09d21ea56f9 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865304 Jul 21 20:59:18.294141 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-34fe2bd4-e489-4461-a6e2-8b5c248b514f req-a9997afa-0225-4dc4-9b24-cc610f203c6e service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849380 Jul 21 20:59:18.692716 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b740266-bad3-439e-8d27-93615a3ce30a req-dd8cfc10-0723-40eb-9fe9-ec191d0d52c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388148 Jul 21 20:59:18.789693 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740266-bad3-439e-8d27-93615a3ce30a req-b87076f4-375f-4dfb-adb8-737de466597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:18.791234 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b740266-bad3-439e-8d27-93615a3ce30a req-b87076f4-375f-4dfb-adb8-737de466597b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 1130 time: 0.0440457 Jul 21 20:59:18.889866 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0da6-64ec-4020-8359-23bef4a3e8aa req-a81de89e-ed15-4835-9e15-02e4cbe991de tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:18.891341 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7fa0da6-64ec-4020-8359-23bef4a3e8aa req-a81de89e-ed15-4835-9e15-02e4cbe991de tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0483358 Jul 21 20:59:18.901168 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740266-bad3-439e-8d27-93615a3ce30a req-71791434-ebb4-452f-b6c5-cd66a3eef9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:18.902652 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b740266-bad3-439e-8d27-93615a3ce30a req-71791434-ebb4-452f-b6c5-cd66a3eef9a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.0912619 Jul 21 20:59:18.944160 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7fa0da6-64ec-4020-8359-23bef4a3e8aa req-4e2be4d6-e0da-4693-8df5-31c0cc4fc9fd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Jul 21 20:59:18.954776 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b740266-bad3-439e-8d27-93615a3ce30a req-7fab4582-3f21-4af0-a8b8-8b70290ea379 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d HTTP/1.1" status: 200 len: 217 time: 0.0371878 Jul 21 20:59:19.026354 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740266-bad3-439e-8d27-93615a3ce30a req-ef66ae4a-21f7-4487-85c8-90c67f4fcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:19.027846 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b740266-bad3-439e-8d27-93615a3ce30a req-ef66ae4a-21f7-4487-85c8-90c67f4fcb14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0453079 Jul 21 20:59:19.044559 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:19.076986 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740266-bad3-439e-8d27-93615a3ce30a req-ab662765-5d39-4363-8e71-f4aa0dd6027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:19.078510 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b740266-bad3-439e-8d27-93615a3ce30a req-ab662765-5d39-4363-8e71-f4aa0dd6027d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422943 Jul 21 20:59:20.036426 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:20.057400 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b740266-bad3-439e-8d27-93615a3ce30a req-a86287a9-9e49-479e-90c1-2ec603f9cbc3 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901999 Jul 21 20:59:20.061511 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2be751-4bc1-49be-8b4a-2f976e671179 req-6556f6e0-32c2-4e10-9358-a394d6bb9198 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:20.063002 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bd2be751-4bc1-49be-8b4a-2f976e671179 req-6556f6e0-32c2-4e10-9358-a394d6bb9198 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0477505 Jul 21 20:59:20.096016 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:20.114732 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bd2be751-4bc1-49be-8b4a-2f976e671179 req-e5f9ed95-2b8f-4ea1-b8f8-6ff8fea4e568 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459163 Jul 21 20:59:20.178917 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b740266-bad3-439e-8d27-93615a3ce30a req-f2c90440-5e29-49e5-bc30-db8f8ca22ada service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982633 Jul 21 20:59:20.855108 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.579370 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 56780) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:59:22.624254 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4588ef2a-b8a5-43cb-be4d-661c50eefd75 admin admin] Deleting subnet 0a45dd29-8638-4f8c-bbcb-6a218292359f {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 20:59:22.627438 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4588ef2a-b8a5-43cb-be4d-661c50eefd75 admin admin] Publish callbacks [] for subnet (0a45dd29-8638-4f8c-bbcb-6a218292359f), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.666609 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4588ef2a-b8a5-43cb-be4d-661c50eefd75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5825706'] for subnet (0a45dd29-8638-4f8c-bbcb-6a218292359f), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.705588 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4588ef2a-b8a5-43cb-be4d-661c50eefd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (0a45dd29-8638-4f8c-bbcb-6a218292359f), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.756583 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4588ef2a-b8a5-43cb-be4d-661c50eefd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5928065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5483807'] for subnet (0a45dd29-8638-4f8c-bbcb-6a218292359f), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.780187 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588ef2a-b8a5-43cb-be4d-661c50eefd75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a45dd29-8638-4f8c-bbcb-6a218292359f,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:59:22.786142 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4588ef2a-b8a5-43cb-be4d-661c50eefd75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.791862 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56782) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:59:22.792302 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-4588ef2a-b8a5-43cb-be4d-661c50eefd75 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0a45dd29-8638-4f8c-bbcb-6a218292359f HTTP/1.1" status: 204 len: 168 time: 0.2114329 Jul 21 20:59:22.861358 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (133dba56-f9b1-4b52-b38c-7b3ffc5be897), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.872036 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:22.944978 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (133dba56-f9b1-4b52-b38c-7b3ffc5be897), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.964893 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133dba56-f9b1-4b52-b38c-7b3ffc5be897']}} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:59:22.973953 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b419a6-e726-4968-86ed-7dfa293bc27c') {'for_net_delete': True} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:59:22.974250 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b419a6-e726-4968-86ed-7dfa293bc27c') {} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:59:22.983805 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4930008'] for segment (a0b419a6-e726-4968-86ed-7dfa293bc27c), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:22.997853 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (a0b419a6-e726-4968-86ed-7dfa293bc27c), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:23.004283 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 20:59:23.004665 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924293'] for segment (a0b419a6-e726-4968-86ed-7dfa293bc27c), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:23.069564 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (133dba56-f9b1-4b52-b38c-7b3ffc5be897), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:23.086188 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:23.089700 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] 10.222.0.60 "DELETE /v2.0/networks/133dba56-f9b1-4b52-b38c-7b3ffc5be897 HTTP/1.1" status: 204 len: 168 time: 0.2967842 Jul 21 20:59:23.091332 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment a0b419a6-e726-4968-86ed-7dfa293bc27c resource provider aggregate not found Jul 21 20:59:23.095414 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Pushing event deleted for resources: {'Network': ['ID=133dba56-f9b1-4b52-b38c-7b3ffc5be897,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:59:23.104793 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.105148 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.105517 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.105900 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.106339 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.106811 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.107011 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.107835 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.108503 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.108996 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.109342 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.109804 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.110008 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.110338 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.110739 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633c267-2dd8-4960-afc1-c25171be9899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 20:59:23.114481 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment a0b419a6-e726-4968-86ed-7dfa293bc27c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0b419a6-e726-4968-86ed-7dfa293bc27c found for delete ", "request_id": "req-7ccf60ed-9acb-47c9-9a43-4cad47f9a457"}]} Jul 21 20:59:23.256100 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56792) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:59:23.301970 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2e936197-17eb-45d4-938f-e1cee4afda17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98e1d76644d94fd9ada9ff1ae3267bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447154 Jul 21 20:59:23.305098 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56794) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:59:23.353641 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cab556a-5524-47a3-870a-9492ffdfe085 admin admin] Publish callbacks [] for security_group (62b6371b-765b-4239-aeec-4397b7f94368), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:23.375452 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cab556a-5524-47a3-870a-9492ffdfe085 admin admin] Publish callbacks [] for security_group (62b6371b-765b-4239-aeec-4397b7f94368), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:23.426162 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cab556a-5524-47a3-870a-9492ffdfe085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (62b6371b-765b-4239-aeec-4397b7f94368), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:23.428801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6cab556a-5524-47a3-870a-9492ffdfe085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:23.430543 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6cab556a-5524-47a3-870a-9492ffdfe085 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62b6371b-765b-4239-aeec-4397b7f94368 HTTP/1.1" status: 204 len: 168 time: 0.1245499 Jul 21 20:59:23.438457 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab556a-5524-47a3-870a-9492ffdfe085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b6371b-765b-4239-aeec-4397b7f94368,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 20:59:29.022794 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:29.171274 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887b3cb-71ec-4702-a15d-67140b2f109a req-1555fdfb-24e3-4eec-a566-bbc55eac3260 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:29.172766 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1887b3cb-71ec-4702-a15d-67140b2f109a req-1555fdfb-24e3-4eec-a566-bbc55eac3260 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0832007 Jul 21 20:59:29.175776 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-652896ab-1618-4f2b-81a5-bf23aa522f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:29.177143 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-652896ab-1618-4f2b-81a5-bf23aa522f7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1129 time: 0.0527587 Jul 21 20:59:29.276959 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1887b3cb-71ec-4702-a15d-67140b2f109a req-713f454c-8670-4950-abc8-84e55b9bba89 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985465 Jul 21 20:59:29.307061 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-669076a7-db66-48fb-acc6-7449afc846b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:29.308531 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-669076a7-db66-48fb-acc6-7449afc846b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.1215227 Jul 21 20:59:29.371640 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-1cc17be7-cf34-4b77-8d8f-be28998370d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 200 len: 1001 time: 0.0558481 Jul 21 20:59:29.422074 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-61512ccd-a95a-4a8c-8447-d67ded93750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:29.423513 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-61512ccd-a95a-4a8c-8447-d67ded93750b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0445895 Jul 21 20:59:29.472790 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-acd67b4b-84ae-46d4-b0ed-158a8d7e563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:29.474305 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-acd67b4b-84ae-46d4-b0ed-158a8d7e563f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419562 Jul 21 20:59:29.564301 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-dcc17b11-0930-47f4-b7ce-d9c8f7401daf service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819314 Jul 21 20:59:29.628390 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:29.660349 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af6c84f2-b6eb-457e-910a-a30fffd03477 req-7f7c3be4-a48b-4417-8e2a-16cf6fc82bdb service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879476 Jul 21 20:59:30.394388 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbe034-25a1-4cd0-aff6-7896e9b45f27 req-5473bc12-6f0d-45e3-8188-a48fa1bf7a32 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:30.395868 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f6fbe034-25a1-4cd0-aff6-7896e9b45f27 req-5473bc12-6f0d-45e3-8188-a48fa1bf7a32 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0469062 Jul 21 20:59:30.444364 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f6fbe034-25a1-4cd0-aff6-7896e9b45f27 req-2ae55e12-59eb-43ae-b737-c1b03b5f8800 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Jul 21 20:59:31.157541 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0a76ca19-8878-4e4f-bab8-ae5db72d2d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:31.524933 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:31.560845 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707cc3-ac74-4157-8d7c-f1799bffe23b req-f706a267-41fd-4fec-bc1a-564346d7d11e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:31.562310 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb707cc3-ac74-4157-8d7c-f1799bffe23b req-f706a267-41fd-4fec-bc1a-564346d7d11e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0471210 Jul 21 20:59:31.609250 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb707cc3-ac74-4157-8d7c-f1799bffe23b req-86f2df4a-211d-4385-8c5d-e4c0cf0e5cfb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Jul 21 20:59:32.724839 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfb2e7-42fd-4419-a048-21b61168e747 req-85979144-c0ea-4850-aded-006e7fe6a421 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:32.726247 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1bbfb2e7-42fd-4419-a048-21b61168e747 req-85979144-c0ea-4850-aded-006e7fe6a421 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0479124 Jul 21 20:59:32.774279 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1bbfb2e7-42fd-4419-a048-21b61168e747 req-b78a8322-6d26-4d00-804f-ba8f1a99b0c5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Jul 21 20:59:33.893129 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a788-bcb8-4b3b-bc4b-2638feecb327 req-47e21c0a-fc8c-4fc3-8299-4b233b180e8d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:33.894605 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cd75a788-bcb8-4b3b-bc4b-2638feecb327 req-47e21c0a-fc8c-4fc3-8299-4b233b180e8d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0510533 Jul 21 20:59:33.941309 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cd75a788-bcb8-4b3b-bc4b-2638feecb327 req-65c61c99-7818-43e0-b427-9abf091ef354 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 Jul 21 20:59:34.048350 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-81e29ec4-2c10-411a-88ee-5326802915ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:35.058300 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07164606-949d-4d0f-b62c-59823a5b968c req-2dbca0c7-a7d9-495f-8c42-307c49c09312 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:35.059785 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-07164606-949d-4d0f-b62c-59823a5b968c req-2dbca0c7-a7d9-495f-8c42-307c49c09312 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0511460 Jul 21 20:59:35.107758 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-07164606-949d-4d0f-b62c-59823a5b968c req-8ec34dcb-3a7c-47f3-b629-0d68fe9229f1 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Jul 21 20:59:36.211836 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:36.225829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f904634-0d30-4c19-bf51-cefef4d7d727 req-c77b22af-2af7-4d3a-acd7-80a2dc8f6907 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:36.227285 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0f904634-0d30-4c19-bf51-cefef4d7d727 req-c77b22af-2af7-4d3a-acd7-80a2dc8f6907 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0485182 Jul 21 20:59:36.273911 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0f904634-0d30-4c19-bf51-cefef4d7d727 req-b1da8f20-c7b8-469f-a42b-1483d512f454 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 Jul 21 20:59:36.276838 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 20:59:36.615594 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:37.388297 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39905e1-ae0a-4e00-a932-a2cc09f6efea req-4fdda2fc-8e03-4036-9f9b-f715da975c9f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:37.389796 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f39905e1-ae0a-4e00-a932-a2cc09f6efea req-4fdda2fc-8e03-4036-9f9b-f715da975c9f tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0475237 Jul 21 20:59:37.437449 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f39905e1-ae0a-4e00-a932-a2cc09f6efea req-0a98b83d-6b47-4db4-96f2-830850821ac4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Jul 21 20:59:37.466401 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:38.550405 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95225-2a75-4f34-b9a8-f3ce5909dc4c req-2e59258b-9ef1-4c0f-a61a-828ddb5bff37 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:38.551902 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e1a95225-2a75-4f34-b9a8-f3ce5909dc4c req-2e59258b-9ef1-4c0f-a61a-828ddb5bff37 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0471296 Jul 21 20:59:38.601830 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e1a95225-2a75-4f34-b9a8-f3ce5909dc4c req-cfc672c9-9a00-4a9b-a385-3bb8eace15a8 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 Jul 21 20:59:39.718021 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f9d66-55be-43d1-bb8c-746a77d21420 req-a29dd18d-0701-4fff-a59d-90e518c99d6e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:39.719504 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e56f9d66-55be-43d1-bb8c-746a77d21420 req-a29dd18d-0701-4fff-a59d-90e518c99d6e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0473595 Jul 21 20:59:39.731428 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:39.772493 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e56f9d66-55be-43d1-bb8c-746a77d21420 req-8c259944-0245-474b-8120-9c059450c3cf tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475955 Jul 21 20:59:40.894874 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971359-0776-4d23-a716-522e036e1da5 req-5ebe0c16-8e4f-463f-bad7-56a2b45c9c2e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:40.896324 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-43971359-0776-4d23-a716-522e036e1da5 req-5ebe0c16-8e4f-463f-bad7-56a2b45c9c2e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0513072 Jul 21 20:59:40.941860 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-43971359-0776-4d23-a716-522e036e1da5 req-963015a3-d397-4055-8560-8a554efb791b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Jul 21 20:59:42.056281 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123e659-5552-4fa6-9c39-91801e53c8d6 req-0ac120cc-ffd5-40c2-aa8b-0253254ee480 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:42.057779 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5123e659-5552-4fa6-9c39-91801e53c8d6 req-0ac120cc-ffd5-40c2-aa8b-0253254ee480 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0486274 Jul 21 20:59:42.100735 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:42.105832 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5123e659-5552-4fa6-9c39-91801e53c8d6 req-79e173ea-135c-4d7f-abfe-af82e5ded306 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416145 Jul 21 20:59:43.230056 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2836-c85b-4209-a133-c4ad8ce61ed7 req-f3149799-0b68-4ad9-b57f-7dd23218634d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:43.231494 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b55e2836-c85b-4209-a133-c4ad8ce61ed7 req-f3149799-0b68-4ad9-b57f-7dd23218634d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0469875 Jul 21 20:59:43.277999 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b55e2836-c85b-4209-a133-c4ad8ce61ed7 req-ad2178cf-8cbe-4102-a9df-800baf4770a7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Jul 21 20:59:44.392032 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e17f0-dea8-4426-ba0c-fd38768196ab req-b3ec4cbd-cbdc-45fa-a8ff-561eeaa6d26e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:44.393489 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fa5e17f0-dea8-4426-ba0c-fd38768196ab req-b3ec4cbd-cbdc-45fa-a8ff-561eeaa6d26e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0479536 Jul 21 20:59:44.441362 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fa5e17f0-dea8-4426-ba0c-fd38768196ab req-72919a63-f6d9-4690-9d46-0635a674354a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Jul 21 20:59:45.560128 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d4d4-536a-4b72-a177-15c05eecc9db req-76ef3c9d-a150-49be-99d4-bbe83abbd7e9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:45.561537 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9dc5d4d4-536a-4b72-a177-15c05eecc9db req-76ef3c9d-a150-49be-99d4-bbe83abbd7e9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0504074 Jul 21 20:59:45.608332 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9dc5d4d4-536a-4b72-a177-15c05eecc9db req-0e430a18-1aa0-47ac-a360-a509a39882c5 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Jul 21 20:59:46.726352 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc066a-1db1-4a18-a3b8-1414b86456b3 req-6a0c4d9a-b492-4796-9986-08d8049ca580 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:46.727749 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c8cc066a-1db1-4a18-a3b8-1414b86456b3 req-6a0c4d9a-b492-4796-9986-08d8049ca580 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0505519 Jul 21 20:59:46.774530 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c8cc066a-1db1-4a18-a3b8-1414b86456b3 req-da7684f7-19c9-4686-ba54-a698b10de1ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408537 Jul 21 20:59:47.044748 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0c14-624c-4d10-96f3-911564ef10a2 req-7a9523ef-c3c4-405d-9f29-e9e9669260bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:47.046126 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-142d0c14-624c-4d10-96f3-911564ef10a2 req-7a9523ef-c3c4-405d-9f29-e9e9669260bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1129 time: 0.0384865 Jul 21 20:59:47.088562 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-142d0c14-624c-4d10-96f3-911564ef10a2 req-eec9ce4b-8efb-4ab3-b54b-48f0ac130b79 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363426 Jul 21 20:59:47.460355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:47.461149 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:47.891091 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a22b1-ee0c-4da1-a4d1-09b06fffdd30 req-5780f045-0ee1-4c64-b40f-44baddb19cd9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:47.892557 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-762a22b1-ee0c-4da1-a4d1-09b06fffdd30 req-5780f045-0ee1-4c64-b40f-44baddb19cd9 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0496027 Jul 21 20:59:47.942048 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-762a22b1-ee0c-4da1-a4d1-09b06fffdd30 req-f6560d33-a557-443d-8ce9-2e321adec09d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Jul 21 20:59:49.008131 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:49.013600 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:49.056917 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71065-e7ad-4232-9005-7815f8160b1b req-b63ae420-cbc6-4d96-a7bb-45846527fe2c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:49.058440 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-91c71065-e7ad-4232-9005-7815f8160b1b req-b63ae420-cbc6-4d96-a7bb-45846527fe2c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0481720 Jul 21 20:59:49.106389 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-91c71065-e7ad-4232-9005-7815f8160b1b req-6a2b3276-c8a2-4f57-b04a-f69ed35f8526 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Jul 21 20:59:49.522408 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213872f-ebde-4536-9a0c-34d213cb9df8 req-0fb98e01-1416-4cc8-9843-ade996299279 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:49.523937 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7213872f-ebde-4536-9a0c-34d213cb9df8 req-0fb98e01-1416-4cc8-9843-ade996299279 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0740452 Jul 21 20:59:49.525098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-9e5b3758-f08d-4a38-a708-7442abefba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:49.526568 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-9e5b3758-f08d-4a38-a708-7442abefba13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1129 time: 0.0675890 Jul 21 20:59:49.617075 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:49.624709 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:49.629883 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7213872f-ebde-4536-9a0c-34d213cb9df8 req-89184d84-3d3f-43b4-a097-b8d051f2306d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001999 Jul 21 20:59:49.652276 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-24dbd2a6-12b1-42ae-9c04-d98237730114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:49.653787 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-24dbd2a6-12b1-42ae-9c04-d98237730114 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.1180439 Jul 21 20:59:49.716636 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-c22a7438-5855-4762-ac36-ac87a63977ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 200 len: 1001 time: 0.0546217 Jul 21 20:59:49.769799 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-1259fcef-61dd-4c17-a1c7-c5626d4217c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:49.771203 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-1259fcef-61dd-4c17-a1c7-c5626d4217c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0472496 Jul 21 20:59:49.816324 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-9a239fea-c90f-4062-9124-e6f9f636b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:49.817750 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-9a239fea-c90f-4062-9124-e6f9f636b974 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399189 Jul 21 20:59:49.916797 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-654dfd38-f536-4895-be0e-95a37874adb0 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921221 Jul 21 20:59:50.005068 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c5e1ac60-5fcb-44a9-b8e6-b2a3a448dbbc req-99ef0b68-2209-4d02-96b1-3d76a0d11666 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821936 Jul 21 20:59:50.753476 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe34c6-d053-499e-8d64-a7ff3e20838c req-b2e1e17f-d3e4-4f03-9541-6d5a8cd4798e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:50.754964 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7bfe34c6-d053-499e-8d64-a7ff3e20838c req-b2e1e17f-d3e4-4f03-9541-6d5a8cd4798e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0508337 Jul 21 20:59:50.800598 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7bfe34c6-d053-499e-8d64-a7ff3e20838c req-a0db3da5-c4fd-4c50-a54b-00f6ff2663cb tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 Jul 21 20:59:50.866036 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:51.917835 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6967971-82a2-4bab-9267-3e0dc62dfd7c req-4e0b4623-1686-469c-bc92-192cbb87471c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:51.919338 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a6967971-82a2-4bab-9267-3e0dc62dfd7c req-4e0b4623-1686-469c-bc92-192cbb87471c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0502448 Jul 21 20:59:51.970210 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a6967971-82a2-4bab-9267-3e0dc62dfd7c req-c911e301-d208-43a4-a2d2-adc4a6cfbd29 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 Jul 21 20:59:53.082516 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7181-042b-4a71-b2e2-c6760ab3e405 req-41021c37-0b52-443f-ba7e-bf16dd58253a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:53.084032 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-590c7181-042b-4a71-b2e2-c6760ab3e405 req-41021c37-0b52-443f-ba7e-bf16dd58253a tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0468416 Jul 21 20:59:53.132277 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-590c7181-042b-4a71-b2e2-c6760ab3e405 req-bd85c043-1ed5-466d-9bc2-15a916f0c12e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Jul 21 20:59:53.246738 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6b653-8a7f-48b4-8e2e-7ef8f3ba46cc req-75903b70-11a7-4a51-9a94-6d6695227eac tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:53.248445 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6ea6b653-8a7f-48b4-8e2e-7ef8f3ba46cc req-75903b70-11a7-4a51-9a94-6d6695227eac tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0489869 Jul 21 20:59:53.256757 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 56898) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 20:59:53.260953 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-524bfd0f-f7e9-40e1-bc17-9c752fb21f6b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Request body: {'floatingip': {'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 20:59:53.314017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-524bfd0f-f7e9-40e1-bc17-9c752fb21f6b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (dc444f99-8f01-4d74-9eb5-26960d111ebf), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:53.887028 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:53.977905 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-524bfd0f-f7e9-40e1-bc17-9c752fb21f6b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:53.981665 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-524bfd0f-f7e9-40e1-bc17-9c752fb21f6b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (dc444f99-8f01-4d74-9eb5-26960d111ebf), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:54.052826 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:54.179475 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524bfd0f-f7e9-40e1-bc17-9c752fb21f6b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 20:59:54.286386 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524bfd0f-f7e9-40e1-bc17-9c752fb21f6b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 20:59:54.292786 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-524bfd0f-f7e9-40e1-bc17-9c752fb21f6b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 20:59:54.298528 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] Sync routers for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 20:59:54.308493 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:59:54.309176 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:59:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:59:54.325241 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:59:54.328239 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553bdce7-e63f-4170-a6f6-2412fa5a7800" -d '{"events": [{"name": "network-changed", "server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:59:54.360072 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-524bfd0f-f7e9-40e1-bc17-9c752fb21f6b tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "PUT /v2.0/floatingips/dc444f99-8f01-4d74-9eb5-26960d111ebf HTTP/1.1" status: 200 len: 993 time: 1.1022298 Jul 21 20:59:54.365467 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db93c20f-d61a-448a-8844-ab565c0ecdbc x-openstack-request-id: req-db93c20f-d61a-448a-8844-ab565c0ecdbc {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:59:54.365764 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:59:54.366023 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db93c20f-d61a-448a-8844-ab565c0ecdbc {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:59:54.366444 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db93c20f-d61a-448a-8844-ab565c0ecdbc'] response: {'name': 'network-changed', 'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'status': 'completed', 'code': 200} Jul 21 20:59:54.458843 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-c0493630-8540-4416-8330-2c97c12b5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:54.460492 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-c0493630-8540-4416-8330-2c97c12b5a96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1129 time: 0.0428042 Jul 21 20:59:54.544801 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:59:54.556959 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-83e5826e-964d-4b91-b7fb-70bfbb812482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:54.558509 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-83e5826e-964d-4b91-b7fb-70bfbb812482 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.0912561 Jul 21 20:59:54.623615 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-b97396ac-5c0b-4039-9f5d-5dcf1b05d103 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 200 len: 1001 time: 0.0588462 Jul 21 20:59:54.680138 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-a2113447-ebde-4d7b-a375-9d5201877e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:54.681648 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-a2113447-ebde-4d7b-a375-9d5201877e39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0488825 Jul 21 20:59:54.725670 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-a7697b23-b2b9-4c9b-89ab-f107a370437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:54.727236 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-a7697b23-b2b9-4c9b-89ab-f107a370437a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394561 Jul 21 20:59:54.760384 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dc444f99-8f01-4d74-9eb5-26960d111ebf', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'mac_address': 'fa:16:3e:89:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:56:06Z', 'updated_at': '2022-07-21T20:59:53Z', 'revision_number': 3, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:59:54.786306 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] Checking router: ca791c0d-da1d-46f9-87e5-97453ea7d4c1 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 20:59:54.795029 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 20:59:54.795638 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T20:59:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:59:54.816725 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-7a4ff3c7-8655-41d7-b85a-f413ad70b2ae service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832355 Jul 21 20:59:54.898945 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 20:59:54.919087 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-553bdce7-e63f-4170-a6f6-2412fa5a7800 req-b17895d8-dcb5-4ee4-bda4-0c5c7c4c677a service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956888 Jul 21 20:59:55.118507 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dc444f99-8f01-4d74-9eb5-26960d111ebf', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'mac_address': 'fa:16:3e:89:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:56:06Z', 'updated_at': '2022-07-21T20:59:53Z', 'revision_number': 3, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 20:59:55.143670 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3ec1e8-6cf8-49ce-97fb-162c763ca343 None None] The sync data for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi is: [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dc444f99-8f01-4d74-9eb5-26960d111ebf', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'port_id': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'mac_address': 'fa:16:3e:89:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T20:56:06Z', 'updated_at': '2022-07-21T20:59:53Z', 'revision_number': 3, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 20:59:56.367608 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 20:59:56.370061 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86" -d '{"events": [{"name": "network-changed", "server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 20:59:56.405923 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c000ef42-cbcd-4147-b10f-b446fe0b4a6f x-openstack-request-id: req-c000ef42-cbcd-4147-b10f-b446fe0b4a6f {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 20:59:56.406216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 20:59:56.406472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c000ef42-cbcd-4147-b10f-b446fe0b4a6f {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 20:59:56.406883 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c000ef42-cbcd-4147-b10f-b446fe0b4a6f'] response: {'name': 'network-changed', 'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'status': 'completed', 'code': 200} Jul 21 20:59:56.487226 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:56.491263 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-f881596a-d9bd-4595-be29-9ab3f04a417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:56.492787 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-f881596a-d9bd-4595-be29-9ab3f04a417a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9e9d8f8b55c4ef586252456ea195266&device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 1129 time: 0.0410736 Jul 21 20:59:56.587097 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-a8229c93-9aa3-4988-b41e-d387476290b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:56.588665 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-a8229c93-9aa3-4988-b41e-d387476290b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 200 len: 920 time: 0.0896761 Jul 21 20:59:56.651143 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 20:59:56.655671 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-67124bc0-9cd5-4d64-8d09-3aaa2f2a34ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 200 len: 1001 time: 0.0597560 Jul 21 20:59:56.707740 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-10dad375-7437-4506-9098-537432fac7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:56.709233 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-10dad375-7437-4506-9098-537432fac7ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 200 len: 858 time: 0.0476017 Jul 21 20:59:56.752353 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-46dfd6ca-d512-4a48-9977-68ec3514fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 20:59:56.753813 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-46dfd6ca-d512-4a48-9977-68ec3514fd32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12e272e6-6c0f-4346-988b-fccdfdf62793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383368 Jul 21 20:59:56.843494 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-a574ef05-3f43-4565-9220-93a4d71d6555 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819633 Jul 21 20:59:56.941110 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fec7f4ff-8f3c-4f19-8fae-db14e39eae86 req-c697ee77-3d0e-408c-874d-cee119de7ce3 service neutron] 10.222.0.73 "GET /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909641 Jul 21 21:00:01.160267 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f3fcacef-561b-401a-a028-e29b10ef39bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:03.125523 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=53 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:03.128190 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=48 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:04.050297 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a9e866cc-2c68-431f-bda3-0d0b81137712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:06.205102 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:06.618370 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:06.935274 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=27 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:06.937213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=46 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:07.468788 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:13.275560 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:00:16.375972 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2902a-bc25-4674-afd8-febbd48c3dab req-d2adcda4-a9dc-4909-86f1-9281e0f8cd13 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:16.377363 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f5b2902a-bc25-4674-afd8-febbd48c3dab req-d2adcda4-a9dc-4909-86f1-9281e0f8cd13 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0490499 Jul 21 21:00:16.428715 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f5b2902a-bc25-4674-afd8-febbd48c3dab req-83626913-1b43-4bee-b4e0-62ebad4b4bc1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 Jul 21 21:00:17.461656 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:17.464073 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:17.552998 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea09b3-d183-4a68-9567-dc0f41b46e2e req-83901f72-b588-4812-b9ea-811f53291523 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:17.554476 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1ea09b3-d183-4a68-9567-dc0f41b46e2e req-83901f72-b588-4812-b9ea-811f53291523 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0481255 Jul 21 21:00:17.602343 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b1ea09b3-d183-4a68-9567-dc0f41b46e2e req-8858e9d8-e29d-4e90-af16-5568a92b6e83 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Jul 21 21:00:18.720656 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a42283-bbf5-49ce-ae87-2976e4188fd8 req-b68c6923-47e6-4d79-9de8-57643e80f484 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:18.722084 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-29a42283-bbf5-49ce-ae87-2976e4188fd8 req-b68c6923-47e6-4d79-9de8-57643e80f484 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0467055 Jul 21 21:00:18.768674 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-29a42283-bbf5-49ce-ae87-2976e4188fd8 req-92906fbc-c995-452f-97a1-8b7bef8260ae tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411315 Jul 21 21:00:19.310098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-edb7dde0-1eeb-4dd4-8174-48acb5e39c04 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:19.312139 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-edb7dde0-1eeb-4dd4-8174-48acb5e39c04 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0519054 Jul 21 21:00:19.467658 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Deleting port 0a15578f-a527-4939-9a6b-ce6d94093a88 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:00:19.468029 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:19.560334 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] For port 0a15578f-a527-4939-9a6b-ce6d94093a88, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=0a15578f-a527-4939-9a6b-ce6d94093a88,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:00:19.560613 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:19.767040 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:19.767408 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (bdc3607a-43c1-4201-a599-c05d1de87390), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:19.767755 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Floating IP bdc3607a-43c1-4201-a599-c05d1de87390 disassociated. External IP: 172.27.3.106, port: 0a15578f-a527-4939-9a6b-ce6d94093a88. Jul 21 21:00:19.768147 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Calling delete_port for 0a15578f-a527-4939-9a6b-ce6d94093a88 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:00:19.919203 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08c4f5-ba37-43e6-bb4e-79bf9fcc533c req-525cb329-e687-4154-b5d2-b6c3bf3cdb72 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:19.921386 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b08c4f5-ba37-43e6-bb4e-79bf9fcc533c req-525cb329-e687-4154-b5d2-b6c3bf3cdb72 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b1f12b-2ec1-4e9b-ac1b-61385f597069 HTTP/1.1" status: 200 len: 946 time: 0.0736597 Jul 21 21:00:19.950015 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (0a15578f-a527-4939-9a6b-ce6d94093a88), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:20.007761 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event deleted for resources: {'Port': ['ID=0a15578f-a527-4939-9a6b-ce6d94093a88,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:20.020850 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b08c4f5-ba37-43e6-bb4e-79bf9fcc533c req-0e46e816-39a6-4e62-87b7-54e08b82ddfd tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af4c002-db5d-4145-9245-d9b21cd0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929556 Jul 21 21:00:20.023138 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.023488 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.023875 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.024245 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.024532 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.024874 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.025204 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.025538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.026084 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.026420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.026751 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.027077 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.027402 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.027738 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.028080 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:20.132550 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:00:20.175749 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:20.220578 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:20.244517 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:00:20.256930 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] Sync routers for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:00:20.268119 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:00:20.268977 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:00:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:20.289061 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] No DVR routers for this DVR port 0a15578f-a527-4939-9a6b-ce6d94093a88 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:00:20.291797 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:20.295204 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-acceefc8-48a0-4f61-8197-ff0b811d5485 req-6bf0bd8e-d498-4df1-a20c-fdef1086efd0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "DELETE /v2.0/ports/0a15578f-a527-4939-9a6b-ce6d94093a88 HTTP/1.1" status: 204 len: 173 time: 0.9076159 Jul 21 21:00:20.296134 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-deleted', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:00:20.298372 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63568d60-d93c-4952-9847-70a392ed0546" -d '{"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-deleted", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:00:20.338437 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94321c90-8b34-4c55-9f8f-c76f119f5187 x-openstack-request-id: req-94321c90-8b34-4c55-9f8f-c76f119f5187 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:00:20.339348 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b1f12b-2ec1-4e9b-ac1b-61385f597069", "name": "network-vif-deleted", "tag": "0a15578f-a527-4939-9a6b-ce6d94093a88", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:00:20.339348 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94321c90-8b34-4c55-9f8f-c76f119f5187 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:00:20.339550 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94321c90-8b34-4c55-9f8f-c76f119f5187'] response: {'server_uuid': 'b6b1f12b-2ec1-4e9b-ac1b-61385f597069', 'name': 'network-vif-deleted', 'tag': '0a15578f-a527-4939-9a6b-ce6d94093a88', 'status': 'completed', 'code': 200} Jul 21 21:00:20.388269 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:00:20.576387 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:20.605540 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] Checking router: d9ca7e26-dfeb-4694-b5c3-dfad696ff07b for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:00:20.614709 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:00:20.615306 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:00:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:20.715043 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:00:20.874235 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.000043 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:21.025756 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288711ee-2eb8-457c-894a-bea3b2c53736 None None] The sync data for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi is: [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:00:21.133226 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56958) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:00:21.196579 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cfa449d4-50f0-4913-a3b7-ee6be3e71663 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (3af4c002-db5d-4145-9245-d9b21cd0391a), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.236766 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cfa449d4-50f0-4913-a3b7-ee6be3e71663 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (3af4c002-db5d-4145-9245-d9b21cd0391a), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.294415 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cfa449d4-50f0-4913-a3b7-ee6be3e71663 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3af4c002-db5d-4145-9245-d9b21cd0391a), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.299651 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cfa449d4-50f0-4913-a3b7-ee6be3e71663 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.301474 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-cfa449d4-50f0-4913-a3b7-ee6be3e71663 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "DELETE /v2.0/security-groups/3af4c002-db5d-4145-9245-d9b21cd0391a HTTP/1.1" status: 204 len: 168 time: 0.1658437 Jul 21 21:00:21.304012 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 56960) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:00:21.306636 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b4b2a-e683-4edf-9469-ad28a22c9a3f None None] New status for floating IP bdc3607a-43c1-4201-a599-c05d1de87390: DOWN {{(pid=110832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:00:21.322457 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa449d4-50f0-4913-a3b7-ee6be3e71663 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af4c002-db5d-4145-9245-d9b21cd0391a,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:21.330836 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.api.v2.resource [None req-fdc5b031-9ad5-41ef-a8a8-65f4ceb25d9a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] show failed (client error): The resource could not be found. Jul 21 21:00:21.334671 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-fdc5b031-9ad5-41ef-a8a8-65f4ceb25d9a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups/3af4c002-db5d-4145-9245-d9b21cd0391a HTTP/1.1" status: 404 len: 347 time: 0.0267520 Jul 21 21:00:21.335069 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56962) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:00:21.431437 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-76fe5e51-a2e9-4808-b220-71538aeafe89 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684114 Jul 21 21:00:21.481037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Deleting port 639d5952-f64a-43bc-a4ca-af787c66b6f3 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:00:21.481400 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (639d5952-f64a-43bc-a4ca-af787c66b6f3), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.530123 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-fd6b33a2-b32f-4fbc-8504-5f5281ef803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:21.531697 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-fd6b33a2-b32f-4fbc-8504-5f5281ef803b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0478764 Jul 21 21:00:21.576763 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (639d5952-f64a-43bc-a4ca-af787c66b6f3), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.577093 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (639d5952-f64a-43bc-a4ca-af787c66b6f3), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.591324 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Calling delete_port for 639d5952-f64a-43bc-a4ca-af787c66b6f3 owned by network:floatingip {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:00:21.649017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-f4d99024-aab6-45bb-aca6-5eb8090731a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:21.650538 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-f4d99024-aab6-45bb-aca6-5eb8090731a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 911 time: 0.0943425 Jul 21 21:00:21.741482 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-d439750f-be5c-4a1d-9e66-6853b1329d28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd HTTP/1.1" status: 200 len: 1001 time: 0.0770111 Jul 21 21:00:21.747665 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (639d5952-f64a-43bc-a4ca-af787c66b6f3), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.771687 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event deleted for resources: {'Port': ['ID=639d5952-f64a-43bc-a4ca-af787c66b6f3,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:21.794258 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-22a34e14-5723-41f0-a2b2-63d325af9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:21.796196 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-22a34e14-5723-41f0-a2b2-63d325af9066 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4baaa6db-3293-4627-ae4a-ecace4ce3e51 HTTP/1.1" status: 200 len: 849 time: 0.0479634 Jul 21 21:00:21.843681 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-a9952e7c-c6b7-445f-8008-6145a116eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:21.845321 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-a9952e7c-c6b7-445f-8008-6145a116eb9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa25da3-fc72-46d1-8f85-10482d1b770c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423155 Jul 21 21:00:21.847364 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (bdc3607a-43c1-4201-a599-c05d1de87390), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.850248 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:21.854451 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2fdb3598-d0e8-4fe7-aa4a-28e7db19579d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "DELETE /v2.0/floatingips/bdc3607a-43c1-4201-a599-c05d1de87390 HTTP/1.1" status: 204 len: 168 time: 0.5153944 Jul 21 21:00:21.951212 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56968) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:00:21.956669 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-d344d6aa-74f4-4d27-9778-9c6c6138c22a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871271966', 'description': 'tempest-description--1786372772'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:00:21.981875 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d344d6aa-74f4-4d27-9778-9c6c6138c22a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.021299 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:22.039207 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:22.067195 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d344d6aa-74f4-4d27-9778-9c6c6138c22a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (31130af3-22cc-4ee4-8e1f-c4825da0db2a), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.071215 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d344d6aa-74f4-4d27-9778-9c6c6138c22a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (31130af3-22cc-4ee4-8e1f-c4825da0db2a), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.104180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d344d6aa-74f4-4d27-9778-9c6c6138c22a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.105425 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d344d6aa-74f4-4d27-9778-9c6c6138c22a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524000 Jul 21 21:00:22.107545 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344d6aa-74f4-4d27-9778-9c6c6138c22a tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31130af3-22cc-4ee4-8e1f-c4825da0db2a,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:22.110053 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56970) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:00:22.115131 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-c42694bb-e2dc-4cb9-bebb-696ef8a6d9e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'security_group_rule': {'security_group_id': '31130af3-22cc-4ee4-8e1f-c4825da0db2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:00:22.143800 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c42694bb-e2dc-4cb9-bebb-696ef8a6d9e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (0f161c6e-2d8c-4bc0-af2d-016dd831cef9), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.187397 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-ccc35364-843f-47ba-a599-b7489888a9e6 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329458 Jul 21 21:00:22.190244 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:00:22.204015 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c42694bb-e2dc-4cb9-bebb-696ef8a6d9e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (0f161c6e-2d8c-4bc0-af2d-016dd831cef9), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.208102 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c42694bb-e2dc-4cb9-bebb-696ef8a6d9e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (0f161c6e-2d8c-4bc0-af2d-016dd831cef9), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.211428 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 0a15578f-a527-4939-9a6b-ce6d94093a88 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:00:22.212041 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 0a15578f-a527-4939-9a6b-ce6d94093a88 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:00:22.228026 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42694bb-e2dc-4cb9-bebb-696ef8a6d9e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f161c6e-2d8c-4bc0-af2d-016dd831cef9,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:22.235120 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c42694bb-e2dc-4cb9-bebb-696ef8a6d9e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.239189 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c42694bb-e2dc-4cb9-bebb-696ef8a6d9e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253273 Jul 21 21:00:22.239643 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 56972) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:00:22.244256 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-9bf8edea-9489-4b65-adfa-b36437a8ffea tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'security_group_rule': {'security_group_id': '31130af3-22cc-4ee4-8e1f-c4825da0db2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:00:22.273034 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9bf8edea-9489-4b65-adfa-b36437a8ffea tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (21d6ad8f-0db7-480c-9645-d05dbe79a03c), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.284984 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8df4d6b6-1862-4ecb-a599-05e7bfb34151 req-5975d035-31b7-4842-85f2-2558e99d09ab service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886831 Jul 21 21:00:22.338672 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9bf8edea-9489-4b65-adfa-b36437a8ffea tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (21d6ad8f-0db7-480c-9645-d05dbe79a03c), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.342896 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9bf8edea-9489-4b65-adfa-b36437a8ffea tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (21d6ad8f-0db7-480c-9645-d05dbe79a03c), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.365822 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8edea-9489-4b65-adfa-b36437a8ffea tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d6ad8f-0db7-480c-9645-d05dbe79a03c,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:22.371230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9bf8edea-9489-4b65-adfa-b36437a8ffea tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.372643 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9bf8edea-9489-4b65-adfa-b36437a8ffea tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317937 Jul 21 21:00:22.376682 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 56974) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:00:22.381398 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:00:22.406738 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.490567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.595599 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Allocated IP 172.27.3.238 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/70c3b08a-cf0c-4223-b9fa-2e88af4fbe19) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:00:22.606758 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:22.700670 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for port (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.717910 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:22.736764 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.778058 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:00:22.783916 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:00:22.786487 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:00:22.789839 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'Port': ['ID=70c3b08a-cf0c-4223-b9fa-2e88af4fbe19,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:22.908151 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (03df127a-2093-45a3-90f7-d4d62dcacf36), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:22.952962 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:23.103610 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for port (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:23.108563 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:23.178502 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'Port': ['ID=70c3b08a-cf0c-4223-b9fa-2e88af4fbe19,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:23.190811 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (03df127a-2093-45a3-90f7-d4d62dcacf36), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:23.206466 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:23.207700 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-84080902-bb3a-4693-a6a0-eaf349e2079e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8297727 Jul 21 21:00:23.430760 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-1ff6b23c-6ae8-40df-bf80-3175948d81e8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--871271966&fields=id&tenant_id=c312164b3fdd40719fcdd94ed6bfd187 HTTP/1.1" status: 200 len: 267 time: 0.0435488 Jul 21 21:00:23.539965 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-f0338119-f872-4bdb-bf46-9950bef2c099 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:23.541439 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-f0338119-f872-4bdb-bf46-9950bef2c099 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 816 time: 0.1041164 Jul 21 21:00:23.555574 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-b3c3b0cd-3772-4cd1-ad52-672e1cfa78f7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/quotas/c312164b3fdd40719fcdd94ed6bfd187 HTTP/1.1" status: 200 len: 375 time: 0.0085950 Jul 21 21:00:23.603121 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-08db479d-f9d1-4bcd-9b92-514099924a84 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427804 Jul 21 21:00:23.825269 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-77fe23a5-f2dc-40a8-9451-f6738355806f service neutron] 10.222.0.60 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101548 Jul 21 21:00:23.915412 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-7c66d19e-4e63-42cb-8f66-6a8e998ab730 service neutron] 10.222.0.60 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835426 Jul 21 21:00:24.086169 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a91e816e-c684-4aec-868d-30bf602bb003 req-1f60dcd4-81c9-4091-be88-30e10b34b40b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 210 time: 0.0287442 Jul 21 21:00:25.196594 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7ffaf45-40e9-46a7-82ce-6325389d90aa req-34c5ece7-3b64-4215-949c-b8d71f92c90f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 210 time: 0.0342183 Jul 21 21:00:25.245082 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-b712f1be-9477-4b74-bc6a-1b7b87ca5a57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:25.246580 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-b712f1be-9477-4b74-bc6a-1b7b87ca5a57 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 816 time: 0.1109779 Jul 21 21:00:25.326748 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-89e2b0dc-7c0d-464e-9c24-9f95969703ca tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c312164b3fdd40719fcdd94ed6bfd187 HTTP/1.1" status: 200 len: 379 time: 0.0557594 Jul 21 21:00:25.497467 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'port': {'device_id': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'admin_state_up': True, 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'security_groups': ['31130af3-22cc-4ee4-8e1f-c4825da0db2a']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:00:25.572854 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:25.608115 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Made reservation on behalf of c312164b3fdd40719fcdd94ed6bfd187 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:00:25.612262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:25.668955 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:25.739250 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Allocated IP 172.20.0.6 (b37db4ce-f6bd-42a4-9277-6fc954d54178/9e32467f-8173-4f70-8a7e-81e0da561cfa/4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:00:25.882618 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:25.914182 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:25.955543 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:00:25.960547 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:00:25.964508 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:00:25.971509 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:26.019454 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:26.020111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:26.038033 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-8f0af530-0d9b-4341-bbb3-fc89b127640b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444679 Jul 21 21:00:26.065217 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Request body: {'port': {'device_id': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:00:26.134694 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:26.161079 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-6fae141c-6781-4a62-ba7a-ed6e3568c30a None None] Provisioning complete for port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:00:26.161637 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6fae141c-6781-4a62-ba7a-ed6e3568c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:26.197438 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-6fae141c-6781-4a62-ba7a-ed6e3568c30a None None] Port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:00:26.354654 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618031-8a98-470c-a74d-83a63b956e0a req-f75b8733-ed3e-4650-ad83-6cdd7d7756ef tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:26.356139 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-79618031-8a98-470c-a74d-83a63b956e0a req-f75b8733-ed3e-4650-ad83-6cdd7d7756ef tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 931 time: 0.0852985 Jul 21 21:00:26.407203 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:26.440136 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:26.447888 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-79618031-8a98-470c-a74d-83a63b956e0a req-00c9663e-3b39-4b14-95c4-9a531fa5afa8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848999 Jul 21 21:00:26.479245 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:00:26.487772 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Publish callbacks [] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:26.501461 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Transition to ACTIVE for port object 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:00:26.504497 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:26.555622 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:26.631950 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Attempting to bind port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:00:26.632313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Attempting to bind port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:00:26.632597 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Attempting to bind port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 on network b37db4ce-f6bd-42a4-9277-6fc954d54178 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:00:26.637230 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 on network b37db4ce-f6bd-42a4-9277-6fc954d54178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:00:26.637549 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Attempting to bind port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 on network b37db4ce-f6bd-42a4-9277-6fc954d54178 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:00:26.643630 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:00:26.644005 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Checking segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:00:26.644380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Bound using segment: {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:00:26.644803 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Bound port: 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:00:26.645161 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:26.710359 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:00:26.713546 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:00:26.719633 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:26.751637 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:26.752268 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:26.753626 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] 10.222.0.73 "PUT /v2.0/ports/4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 1093 time: 0.6937687 Jul 21 21:00:26.754062 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:00:26.756282 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc303d05-a136-4174-b802-2e5fcccb212d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:00:26.781466 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3860f-f7af-4ea2-b6dc-a349698a8dfb service neutron] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:26.804259 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0ae171-9e0f-47f2-a1db-adf1cc2da26b x-openstack-request-id: req-0f0ae171-9e0f-47f2-a1db-adf1cc2da26b {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:00:26.804553 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:00:26.804807 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f0ae171-9e0f-47f2-a1db-adf1cc2da26b {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:00:26.805216 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0ae171-9e0f-47f2-a1db-adf1cc2da26b'] response: {'name': 'network-changed', 'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'status': 'completed', 'code': 200} Jul 21 21:00:26.882743 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-775975ea-8546-4026-9989-297dd004a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:26.884315 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-775975ea-8546-4026-9989-297dd004a0e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1127 time: 0.0473433 Jul 21 21:00:26.933606 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-01fd722b-d40a-4255-90e7-cccc361080eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 217 time: 0.0338590 Jul 21 21:00:26.983943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-bb4f88b8-372f-4474-abc4-8aad81e6b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:26.985373 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-bb4f88b8-372f-4474-abc4-8aad81e6b6df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0438111 Jul 21 21:00:27.030288 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-9b03112a-8a62-4124-9204-7a83a3f1b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:27.031667 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-9b03112a-8a62-4124-9204-7a83a3f1b4c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386372 Jul 21 21:00:27.127405 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-11adb0f4-b145-4dbb-aa31-e9b12f6fab53 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857904 Jul 21 21:00:27.221515 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8ae8ef51-5b8b-4e86-9ed2-62d6fc2bbd5a req-5109721a-6b4b-4621-a609-f39c0980bdc2 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852988 Jul 21 21:00:27.571133 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285e5a0-2cf6-46e5-921f-bc6f0ee06585 req-378ffb53-6fdb-4eb2-9bbd-2a793e873101 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:27.572640 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8285e5a0-2cf6-46e5-921f-bc6f0ee06585 req-378ffb53-6fdb-4eb2-9bbd-2a793e873101 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0491569 Jul 21 21:00:27.621390 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8285e5a0-2cf6-46e5-921f-bc6f0ee06585 req-d96ca5e2-0890-48f9-b66d-1116f3a18e6d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432472 Jul 21 21:00:28.751173 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff96408-ef18-4aac-922b-11cfefd31eac req-2d678687-2701-48ad-ac8f-6181d393ed9d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:28.752971 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0ff96408-ef18-4aac-922b-11cfefd31eac req-2d678687-2701-48ad-ac8f-6181d393ed9d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0479438 Jul 21 21:00:28.782677 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:28.800842 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0ff96408-ef18-4aac-922b-11cfefd31eac req-0b71046a-bef4-41bd-827b-10437c8d3a18 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427465 Jul 21 21:00:29.926298 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd50e6f-6de7-4164-a050-762725fe02ac req-c7a7f136-b77a-4b3a-b9b1-76fcefaa3706 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:29.927754 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2dd50e6f-6de7-4164-a050-762725fe02ac req-c7a7f136-b77a-4b3a-b9b1-76fcefaa3706 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0494452 Jul 21 21:00:29.952706 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:29.976366 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2dd50e6f-6de7-4164-a050-762725fe02ac req-9714b34a-af72-465e-9cb5-9e1e5bcedf05 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Jul 21 21:00:30.314611 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc303d05-a136-4174-b802-2e5fcccb212d req-d9cd52a7-4d61-4c5f-a455-c02c4b3f332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:30.316134 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc303d05-a136-4174-b802-2e5fcccb212d req-d9cd52a7-4d61-4c5f-a455-c02c4b3f332c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1127 time: 0.0437725 Jul 21 21:00:30.385714 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:30.412907 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc303d05-a136-4174-b802-2e5fcccb212d req-6efd8599-84f1-4704-974b-86de6d718362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:30.414428 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc303d05-a136-4174-b802-2e5fcccb212d req-6efd8599-84f1-4704-974b-86de6d718362 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.0868189 Jul 21 21:00:30.844044 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc303d05-a136-4174-b802-2e5fcccb212d req-1f9be2c5-a5f3-4de7-8135-e79b6f129d89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 217 time: 0.0368092 Jul 21 21:00:31.001953 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=82 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:31.003119 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=84 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:31.095342 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3426e3f-4752-486d-a527-ac88e9828da7 req-123fd193-14b0-4c19-8cbf-39ab8f5db0bb tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:31.096818 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a3426e3f-4752-486d-a527-ac88e9828da7 req-123fd193-14b0-4c19-8cbf-39ab8f5db0bb tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0482554 Jul 21 21:00:31.149941 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a3426e3f-4752-486d-a527-ac88e9828da7 req-c18c5546-398d-4bee-be3c-a78fced2f704 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448318 Jul 21 21:00:31.162718 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8a330aad-0fb8-4edd-adf5-bc4d29783ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:31.261829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc303d05-a136-4174-b802-2e5fcccb212d req-2285fd61-a2ac-45ba-a52c-631261d295af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:31.263312 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc303d05-a136-4174-b802-2e5fcccb212d req-2285fd61-a2ac-45ba-a52c-631261d295af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0446382 Jul 21 21:00:31.316688 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc303d05-a136-4174-b802-2e5fcccb212d req-a5815244-8cea-4e92-bf5a-df54cdb3873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:31.318214 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc303d05-a136-4174-b802-2e5fcccb212d req-a5815244-8cea-4e92-bf5a-df54cdb3873d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392678 Jul 21 21:00:31.470139 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc303d05-a136-4174-b802-2e5fcccb212d req-d47ba0ae-e27c-4682-bfae-a841197c92b8 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917158 Jul 21 21:00:31.563686 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bc303d05-a136-4174-b802-2e5fcccb212d req-346b3927-8a66-4a2b-b322-5ab0bd03d43a service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Jul 21 21:00:32.241882 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:00:32.272127 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f206d4d-007e-40af-a51f-9ac9c4b5c6fe req-6f808d95-5f5e-4ef4-920f-95aeafb2b796 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:32.273920 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0f206d4d-007e-40af-a51f-9ac9c4b5c6fe req-6f808d95-5f5e-4ef4-920f-95aeafb2b796 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0510876 Jul 21 21:00:32.287289 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:32.328741 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0f206d4d-007e-40af-a51f-9ac9c4b5c6fe req-3b90fac9-6740-4f78-a4ed-6e758c4f8c1b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484414 Jul 21 21:00:32.363813 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:00:32.376529 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'port_id': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'mac_address': 'fa:16:3e:c3:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:00:32.413672 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:00:32.414318 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:32.421822 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18920a0-ad24-4ef7-b2fd-55cdc93ebe41 req-06d17041-f5c8-4049-9bbb-e0ecaaa51ae4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:32.424283 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b18920a0-ad24-4ef7-b2fd-55cdc93ebe41 req-06d17041-f5c8-4049-9bbb-e0ecaaa51ae4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Jul 21 21:00:32.428332 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:00:32.449638 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:00:32.454461 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:32.478089 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b18920a0-ad24-4ef7-b2fd-55cdc93ebe41 req-3938bce8-2dd7-46b6-8f20-3f015e346752 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471056 Jul 21 21:00:32.510178 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:32.517413 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.517770 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.518119 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.518465 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.518806 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.519141 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.519475 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.519840 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.520175 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.520504 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.520835 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.521166 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.521496 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.521823 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:32.522149 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:00:33.011926 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:00:33.449212 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb62bc5-547a-4ad1-b05b-b894b55794fb req-6f21d0d2-5257-417a-afc6-f1bd17bf1fa8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:33.450687 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ecb62bc5-547a-4ad1-b05b-b894b55794fb req-6f21d0d2-5257-417a-afc6-f1bd17bf1fa8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 944 time: 0.0472972 Jul 21 21:00:33.500980 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ecb62bc5-547a-4ad1-b05b-b894b55794fb req-98e598c5-5b28-4227-ad06-9a7d65e46fcf tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448043 Jul 21 21:00:33.594245 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e4f01-049a-4f6f-8375-6c2dd29904c7 req-ce223691-6022-46b6-9d95-ebf481164159 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:33.595701 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-120e4f01-049a-4f6f-8375-6c2dd29904c7 req-ce223691-6022-46b6-9d95-ebf481164159 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0472665 Jul 21 21:00:33.643337 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-120e4f01-049a-4f6f-8375-6c2dd29904c7 req-151f4368-2476-458d-9a6c-a5aa547b4bc7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Jul 21 21:00:34.053122 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-aaa8100f-f3cc-4af2-b4e2-37b0d7140fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:34.249300 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:00:34.291251 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:00:34.297656 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:00:34.298101 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:34.370398 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:00:34.370793 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:34.372495 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:34.395907 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:00:34.398298 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e248e9c-ba17-4bd3-b7a9-4c51b5027a53" -d '{"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-plugged", "status": "completed", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:00:34.419112 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:00:34.425233 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:34.430385 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:34.454414 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d2983-7ea0-48fa-abc2-4db1a65f1d2d x-openstack-request-id: req-7a4d2983-7ea0-48fa-abc2-4db1a65f1d2d {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:00:34.454759 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-plugged", "status": "completed", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:00:34.455010 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a4d2983-7ea0-48fa-abc2-4db1a65f1d2d {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:00:34.455545 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4d2983-7ea0-48fa-abc2-4db1a65f1d2d'] response: {'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'code': 200} Jul 21 21:00:34.479433 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:34.627765 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce166c-e0a9-4ec8-9d31-16796a20178e req-2b56b829-b007-43e4-bf32-a516a9695333 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:34.629149 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-11ce166c-e0a9-4ec8-9d31-16796a20178e req-2b56b829-b007-43e4-bf32-a516a9695333 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0548804 Jul 21 21:00:34.704754 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f610eb-26da-4c93-9dae-45e92170cd0d req-70acc253-b989-49a1-816e-4863dc5028f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:34.706118 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d3f610eb-26da-4c93-9dae-45e92170cd0d req-70acc253-b989-49a1-816e-4863dc5028f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0639133 Jul 21 21:00:34.713057 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-11ce166c-e0a9-4ec8-9d31-16796a20178e req-6d1d23c7-3a81-48bb-92e5-61dab107187f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783031 Jul 21 21:00:34.753908 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d3f610eb-26da-4c93-9dae-45e92170cd0d req-d34e4a6d-1658-461d-bdd1-83d1baed5d3f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399175 Jul 21 21:00:34.765746 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf4ed-b68d-4de8-a3a6-3ab76c0ce855 req-b89fad89-63bd-4ffd-bae3-51cb3c5182c7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:34.767204 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-57ddf4ed-b68d-4de8-a3a6-3ab76c0ce855 req-b89fad89-63bd-4ffd-bae3-51cb3c5182c7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0516889 Jul 21 21:00:34.814579 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-57ddf4ed-b68d-4de8-a3a6-3ab76c0ce855 req-477ed74c-73f3-448a-9185-6d9476285ff9 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Jul 21 21:00:35.838503 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62089dcb-9d70-4dc3-babf-576bd257120e req-a793d46d-6973-432b-98b2-3a4b052a695b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:35.840009 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-62089dcb-9d70-4dc3-babf-576bd257120e req-a793d46d-6973-432b-98b2-3a4b052a695b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Jul 21 21:00:35.851510 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:35.889736 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-62089dcb-9d70-4dc3-babf-576bd257120e req-3f37cc45-00d0-44bf-ba65-02ee970567a3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438015 Jul 21 21:00:35.928909 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1deb58-5056-417c-b4da-ec72e996cd27 req-72dbae94-9bb9-453d-8a54-545aab274674 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:35.930369 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7b1deb58-5056-417c-b4da-ec72e996cd27 req-72dbae94-9bb9-453d-8a54-545aab274674 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0478253 Jul 21 21:00:35.977563 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7b1deb58-5056-417c-b4da-ec72e996cd27 req-6d2a0e6a-717e-4f76-80d3-72a2d1c6ffac tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Jul 21 21:00:36.210565 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:36.621035 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:37.010485 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d59c9e-5fe9-4eb4-915e-534cbc40d9e4 req-c7576786-13aa-4d21-8557-76f990dcbe4f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:37.012004 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-33d59c9e-5fe9-4eb4-915e-534cbc40d9e4 req-c7576786-13aa-4d21-8557-76f990dcbe4f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Jul 21 21:00:37.060155 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-33d59c9e-5fe9-4eb4-915e-534cbc40d9e4 req-6b9d9b97-d7f9-48f7-bf21-3a89efc57c9e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421705 Jul 21 21:00:37.095839 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498042-b24c-4fd0-8ee2-14c167bdc699 req-4b612df4-6696-45ff-96c6-23d3ac1b9703 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:37.097328 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0b498042-b24c-4fd0-8ee2-14c167bdc699 req-4b612df4-6696-45ff-96c6-23d3ac1b9703 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0504837 Jul 21 21:00:37.143602 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0b498042-b24c-4fd0-8ee2-14c167bdc699 req-0115c9ed-6aeb-4b66-9c03-a1b551b6797d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Jul 21 21:00:37.470979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:38.177437 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca995c-99d5-419b-bf76-429928b14d5f req-baa96163-74b0-4033-adf7-ba72153562f9 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:38.178980 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4fca995c-99d5-419b-bf76-429928b14d5f req-baa96163-74b0-4033-adf7-ba72153562f9 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0466700 Jul 21 21:00:38.218748 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:38.230942 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4fca995c-99d5-419b-bf76-429928b14d5f req-bd081e6a-4766-4660-9929-65edf29ff1a6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464218 Jul 21 21:00:38.260802 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1f37c-977f-499e-b31e-c873775deb95 req-9db1a4ff-4058-4cfa-9d84-4ff2d7b80b1d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:38.262299 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0da1f37c-977f-499e-b31e-c873775deb95 req-9db1a4ff-4058-4cfa-9d84-4ff2d7b80b1d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0493929 Jul 21 21:00:38.310775 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0da1f37c-977f-499e-b31e-c873775deb95 req-ac2551fe-23ab-49ff-b1a8-fa21d3ca9ff3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Jul 21 21:00:38.345506 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee905ac2-5556-4acc-8aea-438eeaa77c8e req-f9063e6e-c5a1-404e-9032-5fc854ea0fc0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:38.346877 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ee905ac2-5556-4acc-8aea-438eeaa77c8e req-f9063e6e-c5a1-404e-9032-5fc854ea0fc0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0472004 Jul 21 21:00:38.355216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57072) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:00:38.360121 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Request body: {'floatingip': {'port_id': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:00:38.396995 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (03df127a-2093-45a3-90f7-d4d62dcacf36), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:38.812308 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:38.815895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (03df127a-2093-45a3-90f7-d4d62dcacf36), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:39.146919 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Floating IP 03df127a-2093-45a3-90f7-d4d62dcacf36 associated. External IP: 172.27.3.238, port: 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8. Jul 21 21:00:39.294009 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:39.350462 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:00:39.428208 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b395536-ef75-4bf0-87f9-dbf0ce435c52 req-73c06827-da11-4060-8020-d4c09d3bc166 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:39.429674 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1b395536-ef75-4bf0-87f9-dbf0ce435c52 req-73c06827-da11-4060-8020-d4c09d3bc166 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Jul 21 21:00:39.454856 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:00:39.460721 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:39.465686 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] Sync routers for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:00:39.475364 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:00:39.476040 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:00:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:39.483140 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1b395536-ef75-4bf0-87f9-dbf0ce435c52 req-64ab3ac0-cdd2-4592-a54f-b5b7fa962448 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478895 Jul 21 21:00:39.495192 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-3f85141d-36bd-4f96-8ec1-a239a7ce792b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "PUT /v2.0/floatingips/03df127a-2093-45a3-90f7-d4d62dcacf36 HTTP/1.1" status: 200 len: 991 time: 1.1389272 Jul 21 21:00:39.495895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:00:39.498828 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:00:39.542093 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b424f7d8-ed45-46c0-abbb-db650fdc3de1 x-openstack-request-id: req-b424f7d8-ed45-46c0-abbb-db650fdc3de1 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:00:39.542379 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:00:39.542625 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b424f7d8-ed45-46c0-abbb-db650fdc3de1 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:00:39.543022 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b424f7d8-ed45-46c0-abbb-db650fdc3de1'] response: {'name': 'network-changed', 'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'status': 'completed', 'code': 200} Jul 21 21:00:39.589556 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:00:39.636130 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-3cd53b97-14eb-4676-8fe0-5198acaf7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:39.637681 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-3cd53b97-14eb-4676-8fe0-5198acaf7e5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0400372 Jul 21 21:00:39.706665 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:39.729801 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-097a2d4d-1cbb-46bd-aab7-0cd4fd08e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:39.731241 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-097a2d4d-1cbb-46bd-aab7-0cd4fd08e833 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.0858362 Jul 21 21:00:39.797085 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-fa6ac9e6-91fd-4282-acd0-c8a201a21b87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 999 time: 0.0579181 Jul 21 21:00:39.800670 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '03df127a-2093-45a3-90f7-d4d62dcacf36', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'port_id': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'mac_address': 'fa:16:3e:c3:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:00:22Z', 'updated_at': '2022-07-21T21:00:38Z', 'revision_number': 1, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:39.829182 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] Checking router: d9ca7e26-dfeb-4694-b5c3-dfad696ff07b for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:00:39.837524 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:00:39.838130 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:00:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:39.848233 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-51b3dd8b-ead0-4458-b44a-c81651fe395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:39.849703 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-51b3dd8b-ead0-4458-b44a-c81651fe395b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0443430 Jul 21 21:00:39.897632 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-07131c32-2327-4ace-af00-232354ab8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:39.899447 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-07131c32-2327-4ace-af00-232354ab8eaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422392 Jul 21 21:00:39.938977 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:00:39.993240 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-e7be8949-4094-490a-a682-7065ca08a121 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865672 Jul 21 21:00:40.089610 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8e7185f7-376a-4c0c-a94e-3dd7707e6b23 req-c0229c0c-2745-443a-bbfa-9c240054741a service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893667 Jul 21 21:00:40.157076 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '03df127a-2093-45a3-90f7-d4d62dcacf36', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'port_id': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'mac_address': 'fa:16:3e:c3:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:00:22Z', 'updated_at': '2022-07-21T21:00:38Z', 'revision_number': 1, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:40.181056 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa971dda-6922-46ff-ba2d-787358e93f99 None None] The sync data for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi is: [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '03df127a-2093-45a3-90f7-d4d62dcacf36', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'port_id': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'mac_address': 'fa:16:3e:c3:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:00:22Z', 'updated_at': '2022-07-21T21:00:38Z', 'revision_number': 1, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:00:40.357774 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccfaf8e-2162-4a75-b25f-af37a6c73688 None None] New status for floating IP 03df127a-2093-45a3-90f7-d4d62dcacf36: ACTIVE {{(pid=110832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:00:40.599224 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb378e-da9d-4852-8942-f8c1758c8634 req-a712c6bd-9152-4378-8855-449ed46fca7f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:40.600690 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ffb378e-da9d-4852-8942-f8c1758c8634 req-a712c6bd-9152-4378-8855-449ed46fca7f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Jul 21 21:00:40.648732 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8ffb378e-da9d-4852-8942-f8c1758c8634 req-8043e348-e22d-42ed-b061-7ab12d0b84a9 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Jul 21 21:00:41.764075 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aff16-26e1-4870-b872-a6f63bbc8c84 req-a8ad0eb5-d1e6-44e7-84a3-91ac7a21c6ac tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:41.765529 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-462aff16-26e1-4870-b872-a6f63bbc8c84 req-a8ad0eb5-d1e6-44e7-84a3-91ac7a21c6ac tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0476222 Jul 21 21:00:41.812335 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-462aff16-26e1-4870-b872-a6f63bbc8c84 req-00bebba1-2c7d-4623-9cb3-178d47422c9c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Jul 21 21:00:42.927932 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e1f53-2fe3-4a4d-b047-03d127c8b75c req-b62a631b-1060-48ac-a1e4-d3b2806f3e2a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:42.930117 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc9e1f53-2fe3-4a4d-b047-03d127c8b75c req-b62a631b-1060-48ac-a1e4-d3b2806f3e2a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0505025 Jul 21 21:00:42.977402 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bc9e1f53-2fe3-4a4d-b047-03d127c8b75c req-5bc86f50-1898-493e-9889-6b6add186246 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418057 Jul 21 21:00:44.095298 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bda309-fca3-472a-b25c-c7a70f5a13a8 req-5c8947fb-bb4a-4185-9c6c-1c1cb8b67a1c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:44.096821 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78bda309-fca3-472a-b25c-c7a70f5a13a8 req-5c8947fb-bb4a-4185-9c6c-1c1cb8b67a1c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Jul 21 21:00:44.148215 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78bda309-fca3-472a-b25c-c7a70f5a13a8 req-39f18e21-6752-4fc2-b446-edf3255c3d1a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458450 Jul 21 21:00:45.267217 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516af098-f089-4003-9a76-2fdf29d1be42 req-ca974f6c-0193-42b9-ba21-86e4e6aa3f6c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:45.268773 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-516af098-f089-4003-9a76-2fdf29d1be42 req-ca974f6c-0193-42b9-ba21-86e4e6aa3f6c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0517755 Jul 21 21:00:45.319682 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-516af098-f089-4003-9a76-2fdf29d1be42 req-82e7bfc1-8a04-466d-8aae-fee49a7b62ab tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454288 Jul 21 21:00:46.440189 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183869db-bbb2-48ec-a0ea-3516d9611117 req-3a1c65f1-adf5-413b-8e0a-3339a8c6549b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:46.441653 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-183869db-bbb2-48ec-a0ea-3516d9611117 req-3a1c65f1-adf5-413b-8e0a-3339a8c6549b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0519843 Jul 21 21:00:46.488235 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-183869db-bbb2-48ec-a0ea-3516d9611117 req-75238f3e-ec16-4926-9b02-38ce66642f4e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Jul 21 21:00:47.602258 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c615a82-cc3a-44dc-bed7-48a44b5f45fc req-83276905-85f7-4d57-8cb2-2f1fc5a2bbbd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:47.603735 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1c615a82-cc3a-44dc-bed7-48a44b5f45fc req-83276905-85f7-4d57-8cb2-2f1fc5a2bbbd tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0471923 Jul 21 21:00:47.640384 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:47.652290 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1c615a82-cc3a-44dc-bed7-48a44b5f45fc req-3b01f60b-bdeb-4174-9455-eab17a3947dc tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Jul 21 21:00:48.768569 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb228c5-88bc-4fc8-a918-88003d6d1017 req-30c4990b-3c95-40d5-ba64-e68089339604 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:48.770036 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcb228c5-88bc-4fc8-a918-88003d6d1017 req-30c4990b-3c95-40d5-ba64-e68089339604 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0475316 Jul 21 21:00:48.810578 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:48.819537 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcb228c5-88bc-4fc8-a918-88003d6d1017 req-05e6d430-283e-4854-948c-5cd0892d4cf5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440807 Jul 21 21:00:49.937109 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76000c-7e38-49de-8c59-2dc809f99a28 req-e430dee8-5b64-45aa-9b66-ec0639f59974 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:49.938570 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2a76000c-7e38-49de-8c59-2dc809f99a28 req-e430dee8-5b64-45aa-9b66-ec0639f59974 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0501561 Jul 21 21:00:49.970899 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:49.985591 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2a76000c-7e38-49de-8c59-2dc809f99a28 req-3e86e23c-fa74-4792-a36e-043b8e04358e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Jul 21 21:00:50.153268 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=72 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:50.160762 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=76 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:50.273858 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:00:50.455499 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:50.462117 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:50.881076 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:51.099536 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c3f8a-e4e7-40f9-b184-71d2e89afde2 req-2e2f4668-36d3-43fd-8264-7300d69645fb tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:51.101043 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2c5c3f8a-e4e7-40f9-b184-71d2e89afde2 req-2e2f4668-36d3-43fd-8264-7300d69645fb tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0478091 Jul 21 21:00:51.151675 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2c5c3f8a-e4e7-40f9-b184-71d2e89afde2 req-7801972c-bc05-45a3-8329-48b93896363c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Jul 21 21:00:52.082547 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809564ae-8743-4569-b4f5-a7b8f98669d7 req-354d4857-a6d0-4676-923e-1b03c28d4160 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:52.084036 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-809564ae-8743-4569-b4f5-a7b8f98669d7 req-354d4857-a6d0-4676-923e-1b03c28d4160 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0489774 Jul 21 21:00:52.133302 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-809564ae-8743-4569-b4f5-a7b8f98669d7 req-9e56925c-e076-4e33-9869-49f108402c51 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 Jul 21 21:00:52.267936 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9b5c7-2889-477a-a14f-4d56ef4100bd req-9412717e-89d2-4b76-be2f-8e3b765496d0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:52.269389 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6cb9b5c7-2889-477a-a14f-4d56ef4100bd req-9412717e-89d2-4b76-be2f-8e3b765496d0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0467753 Jul 21 21:00:52.315643 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6cb9b5c7-2889-477a-a14f-4d56ef4100bd req-8641e4ce-3449-476e-8dbe-ffbc9bb3fd64 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Jul 21 21:00:53.253127 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6c809-d64a-4545-af88-b3089ecfb0f3 req-105269da-2c50-49f5-a3c3-04f7bdcab33e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:53.254582 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9e6c809-d64a-4545-af88-b3089ecfb0f3 req-105269da-2c50-49f5-a3c3-04f7bdcab33e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0484467 Jul 21 21:00:53.266866 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:53.306269 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9e6c809-d64a-4545-af88-b3089ecfb0f3 req-e389a16a-7a89-404f-812a-874081ad47d3 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455384 Jul 21 21:00:53.447772 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94502266-b22d-4f85-832c-7a2b8198e9f6 req-7610f66d-2b77-449e-88ac-50699d6680a8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:53.449120 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-94502266-b22d-4f85-832c-7a2b8198e9f6 req-7610f66d-2b77-449e-88ac-50699d6680a8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0604434 Jul 21 21:00:53.505987 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-94502266-b22d-4f85-832c-7a2b8198e9f6 req-7b099fd7-614e-464b-81fb-568e94463ed6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487118 Jul 21 21:00:54.324854 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-f1dc86d2-64f2-4961-bad4-06be78afb0cd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:54.326952 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-f1dc86d2-64f2-4961-bad4-06be78afb0cd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0513535 Jul 21 21:00:54.441667 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Deleting port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:00:54.442008 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:54.473163 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ddbe3-8a3c-4b0a-8a49-382024508e53 req-dd0f9d3d-c6f3-4d44-834c-734cadd3962f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:54.474852 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-111ddbe3-8a3c-4b0a-8a49-382024508e53 req-dd0f9d3d-c6f3-4d44-834c-734cadd3962f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 945 time: 0.0802143 Jul 21 21:00:54.570863 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-111ddbe3-8a3c-4b0a-8a49-382024508e53 req-255a0283-c68e-48d0-850f-5a36a2347a55 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891175 Jul 21 21:00:54.583336 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] For port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:00:54.583464 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:54.624547 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285954e-39bb-442b-902c-d930e4f636c1 req-ca59dad7-491b-483b-871b-14449232e405 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:54.626029 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3285954e-39bb-442b-902c-d930e4f636c1 req-ca59dad7-491b-483b-871b-14449232e405 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0473995 Jul 21 21:00:54.673713 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3285954e-39bb-442b-902c-d930e4f636c1 req-153e6ff1-e946-4480-b611-9dcb3c52d66b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418525 Jul 21 21:00:54.752750 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:54.753113 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (006e2cf0-e10b-44f8-86be-26174a194174), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:54.753537 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Floating IP 006e2cf0-e10b-44f8-86be-26174a194174 disassociated. External IP: 172.27.3.61, port: 3456dc7f-b173-4681-b12b-4f70ac0bfa5e. Jul 21 21:00:54.753890 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Calling delete_port for 3456dc7f-b173-4681-b12b-4f70ac0bfa5e owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:00:54.880603 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9da66-e070-4e1c-b698-616135c71287 req-53ec9c8b-ba6c-480c-b193-0b920fafeb6e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:54.882033 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1fa9da66-e070-4e1c-b698-616135c71287 req-53ec9c8b-ba6c-480c-b193-0b920fafeb6e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0540173 Jul 21 21:00:54.888029 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (3456dc7f-b173-4681-b12b-4f70ac0bfa5e), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:54.895688 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:54.917410 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event deleted for resources: {'Port': ['ID=3456dc7f-b173-4681-b12b-4f70ac0bfa5e,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:00:54.940966 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1fa9da66-e070-4e1c-b698-616135c71287 req-1489ee30-6642-437a-9e6e-8fd5aaabc47f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517871 Jul 21 21:00:55.005223 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-aa0ef379-1a4e-4159-9e04-03486f0f423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:55.006709 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-aa0ef379-1a4e-4159-9e04-03486f0f423a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0826166 Jul 21 21:00:55.127852 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:00:55.146867 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-11a24729-641e-40b4-8a37-752b4dc17b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:55.148265 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-11a24729-641e-40b4-8a37-752b4dc17b7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 911 time: 0.1341848 Jul 21 21:00:55.192606 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:55.287706 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-811d668c-0f28-4ec3-8dd0-a6f393398d6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd HTTP/1.1" status: 200 len: 1001 time: 0.1029525 Jul 21 21:00:55.325834 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:00:55.337528 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:00:55.349974 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-c5d84643-d0a6-4ce7-92fa-19c8b812d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:55.351429 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-c5d84643-d0a6-4ce7-92fa-19c8b812d2b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4baaa6db-3293-4627-ae4a-ecace4ce3e51 HTTP/1.1" status: 200 len: 849 time: 0.0566387 Jul 21 21:00:55.351623 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:00:55.352405 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:00:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:55.412031 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] No DVR routers for this DVR port 3456dc7f-b173-4681-b12b-4f70ac0bfa5e on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:00:55.415941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:00:55.419129 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4d13a613-a64a-4bec-94c6-0c99f6d85a79 req-3d429c3b-b36f-45d0-b676-51e555c29387 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "DELETE /v2.0/ports/3456dc7f-b173-4681-b12b-4f70ac0bfa5e HTTP/1.1" status: 204 len: 173 time: 1.0876532 Jul 21 21:00:55.419565 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528c37e5-c939-4326-bb37-7b63c853560d', 'name': 'network-vif-deleted', 'tag': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:00:55.422241 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f81c05-c551-49a5-aac0-c41ede145e79" -d '{"events": [{"server_uuid": "528c37e5-c939-4326-bb37-7b63c853560d", "name": "network-vif-deleted", "tag": "3456dc7f-b173-4681-b12b-4f70ac0bfa5e"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:00:55.432939 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-7f08b364-f103-4dd8-9d5b-414b7ff78d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:55.434623 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-7f08b364-f103-4dd8-9d5b-414b7ff78d91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa25da3-fc72-46d1-8f85-10482d1b770c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674105 Jul 21 21:00:55.470134 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f117efd-ed53-4324-b5d7-eb97097a783a x-openstack-request-id: req-5f117efd-ed53-4324-b5d7-eb97097a783a {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:00:55.470556 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528c37e5-c939-4326-bb37-7b63c853560d", "name": "network-vif-deleted", "tag": "3456dc7f-b173-4681-b12b-4f70ac0bfa5e", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:00:55.470818 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f117efd-ed53-4324-b5d7-eb97097a783a {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:00:55.471227 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f117efd-ed53-4324-b5d7-eb97097a783a'] response: {'server_uuid': '528c37e5-c939-4326-bb37-7b63c853560d', 'name': 'network-vif-deleted', 'tag': '3456dc7f-b173-4681-b12b-4f70ac0bfa5e', 'status': 'completed', 'code': 200} Jul 21 21:00:55.484577 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:00:55.545848 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-70d46c1c-6567-4a8d-94a7-684513612377 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014466 Jul 21 21:00:55.643731 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f85e2f39-4eef-4720-adbd-e88be551b2d6 req-f0d71d9a-0c6d-42d4-b9b2-97780c44c6e3 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916679 Jul 21 21:00:55.678973 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ec58e485-fc83-463d-a97c-4accbb2be02e req-f9c9af16-6da5-4de1-8657-36b61d546cc7 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 210 time: 0.0333045 Jul 21 21:00:55.686363 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:55.712226 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:00:55.720706 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:00:55.721309 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:00:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:55.905819 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:00:56.065794 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8fc32-909f-4029-b7b7-0e581f41f949 req-fca74b0b-bf49-4353-b669-7609bf8e38c3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:56.067612 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1ab8fc32-909f-4029-b7b7-0e581f41f949 req-fca74b0b-bf49-4353-b669-7609bf8e38c3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0485337 Jul 21 21:00:56.111099 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:00:56.119436 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1ab8fc32-909f-4029-b7b7-0e581f41f949 req-6a5b74f7-01b2-488e-b45c-cf34fe2cddaa tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460982 Jul 21 21:00:56.142691 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b1351-2d36-44d5-8487-882d0d8f5b62 None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:00:56.368637 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68906af1-c0c9-4d5c-8b16-89e1272b66e2 None None] New status for floating IP 006e2cf0-e10b-44f8-86be-26174a194174: DOWN {{(pid=110832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:00:56.785543 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fd56009c-492b-4464-8631-e2cc2b8fc1fb req-3fc1c56c-b12e-4109-841e-13a962e6f2b3 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=528c37e5-c939-4326-bb37-7b63c853560d HTTP/1.1" status: 200 len: 210 time: 0.0282431 Jul 21 21:00:57.232096 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e40037-7e3a-4203-85ed-af06ab58fc5a req-cb2be2e8-df5b-4bca-a0f5-ea391e894ed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:57.234108 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74e40037-7e3a-4203-85ed-af06ab58fc5a req-cb2be2e8-df5b-4bca-a0f5-ea391e894ed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0468478 Jul 21 21:00:57.281068 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74e40037-7e3a-4203-85ed-af06ab58fc5a req-ef48ce22-95cf-4872-b35b-f0be9d69540b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Jul 21 21:00:58.044244 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-a203c7a5-e4ca-43e5-8568-8a6004d66b12 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588311094&fields=id&tenant_id=f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 267 time: 0.0471776 Jul 21 21:00:58.073698 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:00:58.149565 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-6d29265d-6ba5-4c3f-9159-2bd537a56da0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:00:58.150994 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-6d29265d-6ba5-4c3f-9159-2bd537a56da0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 811 time: 0.0990810 Jul 21 21:00:58.166030 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-4971032d-9a22-47d4-848c-a473be0a947a tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/quotas/f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 375 time: 0.0087907 Jul 21 21:00:58.220003 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-e86e8462-d32b-4fa4-9ce4-ad5cb3858e15 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493145 Jul 21 21:00:58.362042 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 3456dc7f-b173-4681-b12b-4f70ac0bfa5e no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:00:58.381597 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 3456dc7f-b173-4681-b12b-4f70ac0bfa5e {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:00:58.381942 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 3456dc7f-b173-4681-b12b-4f70ac0bfa5e not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:00:58.393821 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-33509855-edc0-4366-b036-04c49c732a21 service neutron] 10.222.0.60 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621878 Jul 21 21:00:58.487360 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-0779af08-0549-4657-9df3-f13b99dd38d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875344 Jul 21 21:00:59.786000 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8fbf65a2-2d38-4758-ab59-508c880bbc43 req-83f46271-9bd0-4021-9710-be2f8f9a552c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 210 time: 0.0274332 Jul 21 21:01:00.865589 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fe16eca6-68ae-4d04-b4e0-4a34bc8c6d63 req-60a0bc81-664c-4877-8c71-4e4a5b33abc4 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 210 time: 0.0292425 Jul 21 21:01:01.162276 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4d02-9ac1-4fb7-a552-97a03eb71eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:01.945282 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9645f119-57c9-4121-81e3-396780a505f1 req-41754dc4-07f7-415c-b464-df3ee5b5f5e5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 210 time: 0.0287416 Jul 21 21:01:03.024380 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-30033d93-65ce-4474-a70f-94c8c0d599b7 req-86b57a45-da77-4ab0-863c-98c1de510ee8 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 210 time: 0.0289752 Jul 21 21:01:04.057544 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f9f95c77-45b2-46ae-b763-2dc207774ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:04.122062 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5de06263-f414-4d3a-b23a-8bab5dfdbbdf req-1019c826-b372-49de-995e-c75580e6d581 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 210 time: 0.0313721 Jul 21 21:01:04.869404 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:05.186513 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-1d6c1b4e-6288-4f48-aebd-0559125853f8 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:05.188010 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-1d6c1b4e-6288-4f48-aebd-0559125853f8 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 811 time: 0.3494747 Jul 21 21:01:05.226346 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9ada214-6a6e-4fdf-b352-5f113d4e28d3 req-77636ff7-2b5d-41ae-94c8-4258de9cfe46 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 210 time: 0.0336423 Jul 21 21:01:05.275381 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-30d8a15d-5c8d-42d3-a123-6c7962ccc716 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 380 time: 0.0553529 Jul 21 21:01:05.284784 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'port': {'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'admin_state_up': True, 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'security_groups': ['c43665a5-5bbd-4b45-95d9-b25f2d756f6a']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:01:05.406835 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Made reservation on behalf of f2d1bc3b35054c44bbe955a9eddc3052 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:01:05.410279 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:05.551191 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Allocated IP 172.20.0.10 (4b6565cd-3bec-4ff7-8320-fd7b78910885/5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459/09c78425-8076-4365-905c-544aaead3728) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:01:05.647461 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:05.698784 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (09c78425-8076-4365-905c-544aaead3728), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:05.736455 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (09c78425-8076-4365-905c-544aaead3728), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:05.782032 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:01:05.785278 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:01:05.791322 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:01:05.822324 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=09c78425-8076-4365-905c-544aaead3728,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:05.848413 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:05.849109 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:05.867703 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-2ba89e9f-1553-4942-9434-0cf271ccc654 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865026 Jul 21 21:01:05.886705 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Request body: {'port': {'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:01:05.950368 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (09c78425-8076-4365-905c-544aaead3728), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:05.953719 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:05.993103 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-681950f2-f94a-4f3c-8eea-08225b388d45 None None] Provisioning complete for port 09c78425-8076-4365-905c-544aaead3728 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:01:05.993670 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-681950f2-f94a-4f3c-8eea-08225b388d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (09c78425-8076-4365-905c-544aaead3728), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:06.114200 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=69 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:06.142304 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=71 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:06.191147 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-681950f2-f94a-4f3c-8eea-08225b388d45 None None] Port 09c78425-8076-4365-905c-544aaead3728 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:01:06.214028 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:06.263852 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c78425-8076-4365-905c-544aaead3728 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:01:06.272666 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Publish callbacks [] for port (09c78425-8076-4365-905c-544aaead3728), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:06.286709 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Transition to ACTIVE for port object 09c78425-8076-4365-905c-544aaead3728 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:01:06.290856 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (09c78425-8076-4365-905c-544aaead3728), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:06.341694 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=09c78425-8076-4365-905c-544aaead3728,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:06.354096 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526b536-0d3a-4246-ab88-3343828ab7fe req-ede91b3d-32f2-41e5-8f97-513f5453964e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:06.361270 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1526b536-0d3a-4246-ab88-3343828ab7fe req-ede91b3d-32f2-41e5-8f97-513f5453964e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0603216 Jul 21 21:01:06.425638 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1526b536-0d3a-4246-ab88-3343828ab7fe req-edbc9d78-830d-45eb-a7d9-f868108ee852 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581670 Jul 21 21:01:06.435164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Attempting to bind port 09c78425-8076-4365-905c-544aaead3728 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:01:06.435512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Attempting to bind port 09c78425-8076-4365-905c-544aaead3728 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:01:06.436063 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Attempting to bind port 09c78425-8076-4365-905c-544aaead3728 on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:01:06.441503 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Port 09c78425-8076-4365-905c-544aaead3728 on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:01:06.441768 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Attempting to bind port 09c78425-8076-4365-905c-544aaead3728 on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:01:06.447200 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:01:06.447545 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Checking segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:01:06.447963 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Bound using segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:01:06.448503 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Bound port: 09c78425-8076-4365-905c-544aaead3728, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:01:06.448871 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (09c78425-8076-4365-905c-544aaead3728), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:06.542630 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] For port 09c78425-8076-4365-905c-544aaead3728, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:01:06.547047 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] For port 09c78425-8076-4365-905c-544aaead3728, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=09c78425-8076-4365-905c-544aaead3728,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:01:06.553481 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (09c78425-8076-4365-905c-544aaead3728), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:06.586821 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:06.587340 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:06.589046 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] 10.222.0.73 "PUT /v2.0/ports/09c78425-8076-4365-905c-544aaead3728 HTTP/1.1" status: 200 len: 1094 time: 0.7070193 Jul 21 21:01:06.591334 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'tag': '09c78425-8076-4365-905c-544aaead3728'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:01:06.594155 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421d596d-d399-499f-b721-30506b6ab744" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "tag": "09c78425-8076-4365-905c-544aaead3728"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:01:06.619826 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:06.637545 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058238b-a01a-40a2-963c-584a1f3b2eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=09c78425-8076-4365-905c-544aaead3728,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:06.653996 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a9a9d0-de53-485c-bc60-a7723a8ba4a7 x-openstack-request-id: req-a3a9a9d0-de53-485c-bc60-a7723a8ba4a7 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:01:06.654285 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "tag": "09c78425-8076-4365-905c-544aaead3728", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:01:06.654651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3a9a9d0-de53-485c-bc60-a7723a8ba4a7 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:01:06.655565 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a9a9d0-de53-485c-bc60-a7723a8ba4a7'] response: {'name': 'network-changed', 'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'tag': '09c78425-8076-4365-905c-544aaead3728', 'status': 'completed', 'code': 200} Jul 21 21:01:06.656013 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:06.713615 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-b67ff37b-4dd3-46a0-bd8b-fdce915d733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:06.715052 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-b67ff37b-4dd3-46a0-bd8b-fdce915d733c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 1128 time: 0.0433805 Jul 21 21:01:06.766876 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-eb50f619-f2a2-428c-863e-526c755479fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09c78425-8076-4365-905c-544aaead3728 HTTP/1.1" status: 200 len: 217 time: 0.0378845 Jul 21 21:01:06.825964 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-a2f49c31-c89e-41e8-913a-7a0c44690c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:06.827982 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-a2f49c31-c89e-41e8-913a-7a0c44690c64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0444336 Jul 21 21:01:06.871955 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-db531598-c8dc-4612-9c9f-c77329b8a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:06.873505 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-db531598-c8dc-4612-9c9f-c77329b8a43e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389576 Jul 21 21:01:06.966344 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-f2bfb283-b950-4f12-9e55-e986f97c2fb7 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861154 Jul 21 21:01:07.046503 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:07.066336 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5cfa795b-898b-448d-acdb-43451fe3ef29 req-325b9cb1-6541-443e-828f-6b9a9758d8a0 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928597 Jul 21 21:01:07.472984 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:07.543602 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e55c-76c6-489a-9887-90c76bf259f7 req-e7d8b07f-18cb-442a-9157-df22e4b45c37 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:07.545108 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5101e55c-76c6-489a-9887-90c76bf259f7 req-e7d8b07f-18cb-442a-9157-df22e4b45c37 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0473466 Jul 21 21:01:07.594491 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5101e55c-76c6-489a-9887-90c76bf259f7 req-f3b55897-08ab-4ae2-aa6e-f5fc038dec8e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Jul 21 21:01:08.095375 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d596d-d399-499f-b721-30506b6ab744 req-5b18fcc5-5561-49d4-9fef-5ff5c2f0ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:08.096886 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-421d596d-d399-499f-b721-30506b6ab744 req-5b18fcc5-5561-49d4-9fef-5ff5c2f0ebc6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 1128 time: 0.0433462 Jul 21 21:01:08.189332 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d596d-d399-499f-b721-30506b6ab744 req-6402bf6e-c06d-4204-8769-094fb075af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:08.190858 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-421d596d-d399-499f-b721-30506b6ab744 req-6402bf6e-c06d-4204-8769-094fb075af0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.0866177 Jul 21 21:01:08.230077 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-421d596d-d399-499f-b721-30506b6ab744 req-45cb6a47-9f39-4864-a81b-9c9ed76b87c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09c78425-8076-4365-905c-544aaead3728 HTTP/1.1" status: 200 len: 217 time: 0.0332468 Jul 21 21:01:08.284402 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d596d-d399-499f-b721-30506b6ab744 req-8336cd59-a0ff-4b85-ab3f-5054a873cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:08.285852 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-421d596d-d399-499f-b721-30506b6ab744 req-8336cd59-a0ff-4b85-ab3f-5054a873cbc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0497618 Jul 21 21:01:08.331491 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d596d-d399-499f-b721-30506b6ab744 req-66ee3b8a-ed17-46e2-b9a7-827053a663b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:08.332988 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-421d596d-d399-499f-b721-30506b6ab744 req-66ee3b8a-ed17-46e2-b9a7-827053a663b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400043 Jul 21 21:01:08.426616 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-421d596d-d399-499f-b721-30506b6ab744 req-e47c1011-ec14-42b2-b6c7-7c1236ac957d service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866148 Jul 21 21:01:08.524640 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-421d596d-d399-499f-b721-30506b6ab744 req-31d796c6-26a5-4a62-a653-d96882b2779a service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907845 Jul 21 21:01:08.710515 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031adfdf-51cd-4983-baf8-72e28fe2bd14 req-1aa9bdc0-0f46-4472-8618-75148537eebd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:08.712002 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-031adfdf-51cd-4983-baf8-72e28fe2bd14 req-1aa9bdc0-0f46-4472-8618-75148537eebd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0483365 Jul 21 21:01:08.764378 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-031adfdf-51cd-4983-baf8-72e28fe2bd14 req-40453824-472a-4fb9-bb7a-8b5f7862237b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466902 Jul 21 21:01:09.880472 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e1d81-f4e1-4f60-a0f3-f84c94100158 req-a80d89a6-ef5a-490d-b75c-370c12c281e2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:09.881918 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-487e1d81-f4e1-4f60-a0f3-f84c94100158 req-a80d89a6-ef5a-490d-b75c-370c12c281e2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0506485 Jul 21 21:01:09.929626 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-487e1d81-f4e1-4f60-a0f3-f84c94100158 req-a5408fde-6998-4c8b-8ca5-edd60c57a48e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Jul 21 21:01:11.044662 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffae30-0869-48e0-96da-a1f87e2d2faf req-7ec586be-ea51-4b9d-a36f-42ee65f56ca6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:11.046826 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bffae30-0869-48e0-96da-a1f87e2d2faf req-7ec586be-ea51-4b9d-a36f-42ee65f56ca6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0477102 Jul 21 21:01:11.071627 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:11.095478 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6bffae30-0869-48e0-96da-a1f87e2d2faf req-0ba24d8e-0500-4cef-86b9-6b2953288d2f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431609 Jul 21 21:01:11.944443 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128a03-1997-40ac-8f2f-b8086195f47d req-99a84bf8-c91a-4938-8cf4-c5fe6f9cc79c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:11.945928 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4c128a03-1997-40ac-8f2f-b8086195f47d req-99a84bf8-c91a-4938-8cf4-c5fe6f9cc79c tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0478561 Jul 21 21:01:11.993040 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4c128a03-1997-40ac-8f2f-b8086195f47d req-39ef9457-2774-4e2b-8c93-68c6729195c0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Jul 21 21:01:12.214042 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496ed57-503b-458b-b514-b0490205d6c0 req-304f3dd6-f782-4ff3-b6c5-fa2d9a7d6288 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:12.215507 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4496ed57-503b-458b-b514-b0490205d6c0 req-304f3dd6-f782-4ff3-b6c5-fa2d9a7d6288 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0482135 Jul 21 21:01:12.264912 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4496ed57-503b-458b-b514-b0490205d6c0 req-3908bea2-190a-43dc-9163-f981e4a75ccc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Jul 21 21:01:13.111016 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79a5eb-8374-4170-bdf8-d44a57a78a1a req-11dbcc0c-a814-4be8-955c-e6aa0e4ac034 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:13.112514 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3b79a5eb-8374-4170-bdf8-d44a57a78a1a req-11dbcc0c-a814-4be8-955c-e6aa0e4ac034 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0486629 Jul 21 21:01:13.392045 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d966b6-2427-44b0-a6e3-bf17e7629855 req-f1b8a875-9dae-40bf-a6de-d9900d5d282e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:13.393617 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39d966b6-2427-44b0-a6e3-bf17e7629855 req-f1b8a875-9dae-40bf-a6de-d9900d5d282e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0542009 Jul 21 21:01:13.401549 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3b79a5eb-8374-4170-bdf8-d44a57a78a1a req-ffde4272-3280-4453-ad57-5e47e2d43621 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832963 Jul 21 21:01:13.445289 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-39d966b6-2427-44b0-a6e3-bf17e7629855 req-cf54dac3-b8d6-4c9b-8e16-3cd1a327ab09 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456784 Jul 21 21:01:14.516692 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107557b-f96f-47bf-91e9-18bab81b1050 req-9ac37dda-0861-4cc9-9998-a0d16d4b5829 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:14.518054 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f107557b-f96f-47bf-91e9-18bab81b1050 req-9ac37dda-0861-4cc9-9998-a0d16d4b5829 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0476782 Jul 21 21:01:14.542603 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:14.563948 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19f3a1-eb18-4f0c-9efd-1fe1dcd1f650 req-12f6dd1f-30cb-49a3-9267-3c3f30fdfc0b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:14.565476 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd19f3a1-eb18-4f0c-9efd-1fe1dcd1f650 req-12f6dd1f-30cb-49a3-9267-3c3f30fdfc0b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0501125 Jul 21 21:01:14.566549 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f107557b-f96f-47bf-91e9-18bab81b1050 req-1c91ee88-ed61-4caa-b5b2-d4e6160b4239 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429885 Jul 21 21:01:14.615078 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd19f3a1-eb18-4f0c-9efd-1fe1dcd1f650 req-ad391708-44a5-472c-8c95-8f7edf6faf77 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Jul 21 21:01:15.647560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:15.683695 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9de8b8-c2b3-4f41-895e-aca117d3dced req-54e10ba5-e242-4932-8d17-97b8eb9e0f86 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:15.685206 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3b9de8b8-c2b3-4f41-895e-aca117d3dced req-54e10ba5-e242-4932-8d17-97b8eb9e0f86 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0483496 Jul 21 21:01:15.729680 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e800034-9056-472b-9426-c6cfa273772b req-34ca3cd5-071e-46d8-87d5-2118089bd409 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:15.731145 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e800034-9056-472b-9426-c6cfa273772b req-34ca3cd5-071e-46d8-87d5-2118089bd409 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0477169 Jul 21 21:01:15.734070 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3b9de8b8-c2b3-4f41-895e-aca117d3dced req-182990ab-3093-4a95-aace-10537629daa4 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Jul 21 21:01:15.783620 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e800034-9056-472b-9426-c6cfa273772b req-0ffd8b2e-99a3-4b09-ad31-c9a8c3088290 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 Jul 21 21:01:16.848391 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5567-5539-4e04-96c8-19f4fc1f43ce req-c1cd1bf0-2792-4b8f-9d50-499c303ac5c7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:16.849898 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e01e5567-5539-4e04-96c8-19f4fc1f43ce req-c1cd1bf0-2792-4b8f-9d50-499c303ac5c7 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0476239 Jul 21 21:01:16.897678 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e01e5567-5539-4e04-96c8-19f4fc1f43ce req-8fcae7fe-981f-4c0e-9f54-9f9447d2ea5d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=4aa9d132-884f-4873-8be2-ff8c5a2ac799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Jul 21 21:01:16.899884 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb5b50-274f-4266-a562-efb12df183fb req-9f38ec2e-c9ed-49ee-8214-3ed386b4f902 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:16.901388 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dacb5b50-274f-4266-a562-efb12df183fb req-9f38ec2e-c9ed-49ee-8214-3ed386b4f902 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0477893 Jul 21 21:01:16.927162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:16.951196 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dacb5b50-274f-4266-a562-efb12df183fb req-a239fe9b-920c-4ea2-b019-03a54c52fb75 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445025 Jul 21 21:01:17.048618 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-b954d540-fb1e-4f7f-8267-c12a7cdf8412 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:17.049989 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-b954d540-fb1e-4f7f-8267-c12a7cdf8412 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 945 time: 0.0475116 Jul 21 21:01:17.134500 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Deleting port e57d7145-76e9-4c5b-a742-c7da860acb28 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:01:17.134835 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:17.222368 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] For port e57d7145-76e9-4c5b-a742-c7da860acb28, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=e57d7145-76e9-4c5b-a742-c7da860acb28,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:17.222722 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:17.380323 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:17.380678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (dc444f99-8f01-4d74-9eb5-26960d111ebf), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:17.380989 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Floating IP dc444f99-8f01-4d74-9eb5-26960d111ebf disassociated. External IP: 172.27.3.211, port: e57d7145-76e9-4c5b-a742-c7da860acb28. Jul 21 21:01:17.381326 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Calling delete_port for e57d7145-76e9-4c5b-a742-c7da860acb28 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:01:17.463694 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:17.468783 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:17.482190 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:17.507705 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (e57d7145-76e9-4c5b-a742-c7da860acb28), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:17.538731 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event deleted for resources: {'Port': ['ID=e57d7145-76e9-4c5b-a742-c7da860acb28,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:17.653288 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:01:17.752317 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:01:17.762382 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] Sync routers for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:01:17.773860 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:01:17.774474 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:01:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:17.796651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] No DVR routers for this DVR port e57d7145-76e9-4c5b-a742-c7da860acb28 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:01:17.799739 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:17.803025 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b238d4a8-6982-4e06-aaac-4edce3f68b1b req-a1b0484a-efcf-4d49-ad2d-5f29d701edc0 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "DELETE /v2.0/ports/e57d7145-76e9-4c5b-a742-c7da860acb28 HTTP/1.1" status: 204 len: 173 time: 0.7468019 Jul 21 21:01:17.803469 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'name': 'network-vif-deleted', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:01:17.805728 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917a776-d5b2-4da4-aa1f-52d30f239bea" -d '{"events": [{"server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "name": "network-vif-deleted", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:01:17.846626 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a944d0-fd07-4af1-9ba9-2f37cd7dd6c0 x-openstack-request-id: req-32a944d0-fd07-4af1-9ba9-2f37cd7dd6c0 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:01:17.846926 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ceb90ef-75ce-4b77-85a4-8441a15b41ce", "name": "network-vif-deleted", "tag": "e57d7145-76e9-4c5b-a742-c7da860acb28", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:01:17.847181 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32a944d0-fd07-4af1-9ba9-2f37cd7dd6c0 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:01:17.847588 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a944d0-fd07-4af1-9ba9-2f37cd7dd6c0'] response: {'server_uuid': '5ceb90ef-75ce-4b77-85a4-8441a15b41ce', 'name': 'network-vif-deleted', 'tag': 'e57d7145-76e9-4c5b-a742-c7da860acb28', 'status': 'completed', 'code': 200} Jul 21 21:01:17.885567 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:01:18.042510 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-989965e0-3d44-427c-a81b-a9908bc566b1 req-6a9d3db9-baf5-44a9-808a-2a313f15c750 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ceb90ef-75ce-4b77-85a4-8441a15b41ce HTTP/1.1" status: 200 len: 210 time: 0.0427458 Jul 21 21:01:18.114421 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3fe43-21ec-4955-aed9-b2661ea79162 req-f5b75d06-5fff-44a4-b69f-540eaf5bffcd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:18.116291 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-92a3fe43-21ec-4955-aed9-b2661ea79162 req-f5b75d06-5fff-44a4-b69f-540eaf5bffcd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 944 time: 0.0487566 Jul 21 21:01:18.117409 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:18.146333 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] Checking router: ca791c0d-da1d-46f9-87e5-97453ea7d4c1 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:01:18.154437 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:01:18.155036 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:01:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:18.166460 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-92a3fe43-21ec-4955-aed9-b2661ea79162 req-104ac196-e349-43a7-b1a6-676c40c9f567 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Jul 21 21:01:18.256990 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:01:18.420582 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 09c78425-8076-4365-905c-544aaead3728 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:01:18.444354 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:18.468465 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9109a-1655-4a8a-9e9e-e52730a4c804 None None] The sync data for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi is: [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1a9359e3-7743-430d-99bd-73cb6ef8c0e5', 'name': '', 'network_id': '12e272e6-6c0f-4346-988b-fccdfdf62793', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'mac_address': 'fa:16:3e:a0:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:37Z', 'updated_at': '2022-07-21T20:52:50Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'subnets': [{'id': 'db1c4fb5-668b-4848-9037-114d9e57e569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:01:18.538180 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 09c78425-8076-4365-905c-544aaead3728, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=09c78425-8076-4365-905c-544aaead3728,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:18.552374 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '09c78425-8076-4365-905c-544aaead3728', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:01:18.591654 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 09c78425-8076-4365-905c-544aaead3728 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:01:18.592090 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (09c78425-8076-4365-905c-544aaead3728), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:18.606790 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c78425-8076-4365-905c-544aaead3728 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:01:18.629431 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 09c78425-8076-4365-905c-544aaead3728, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=09c78425-8076-4365-905c-544aaead3728,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:18.633462 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (09c78425-8076-4365-905c-544aaead3728), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:18.683297 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=09c78425-8076-4365-905c-544aaead3728,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:18.714236 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadfc5b5-ead7-492f-a3cd-bcf728a377d7 None None] New status for floating IP dc444f99-8f01-4d74-9eb5-26960d111ebf: DOWN {{(pid=110832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:01:19.117895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57250) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:19.161507 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:19.175332 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e14b80a-1f15-4875-b981-357e842521ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group (4aa9d132-884f-4873-8be2-ff8c5a2ac799), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.200408 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e14b80a-1f15-4875-b981-357e842521ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group (4aa9d132-884f-4873-8be2-ff8c5a2ac799), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.236530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['09c78425-8076-4365-905c-544aaead3728'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:01:19.289997 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a9d91-3e73-4108-89e6-d0c4a05f03fa req-65683231-1bd4-405f-a614-734fc9bcc488 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:19.291396 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e32a9d91-3e73-4108-89e6-d0c4a05f03fa req-65683231-1bd4-405f-a614-734fc9bcc488 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 945 time: 0.0549362 Jul 21 21:01:19.292446 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e14b80a-1f15-4875-b981-357e842521ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (4aa9d132-884f-4873-8be2-ff8c5a2ac799), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.294977 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e14b80a-1f15-4875-b981-357e842521ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.298967 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-5e14b80a-1f15-4875-b981-357e842521ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "DELETE /v2.0/security-groups/4aa9d132-884f-4873-8be2-ff8c5a2ac799 HTTP/1.1" status: 204 len: 168 time: 0.1771500 Jul 21 21:01:19.299330 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57254) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:19.316985 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.api.v2.resource [None req-013cdf58-005f-40bb-8674-f4775ef7c7dd tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] show failed (client error): The resource could not be found. Jul 21 21:01:19.320067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14b80a-1f15-4875-b981-357e842521ee tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa9d132-884f-4873-8be2-ff8c5a2ac799,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:19.323605 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-013cdf58-005f-40bb-8674-f4775ef7c7dd tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups/4aa9d132-884f-4873-8be2-ff8c5a2ac799 HTTP/1.1" status: 404 len: 347 time: 0.0226483 Jul 21 21:01:19.324270 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57256) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:19.358741 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e32a9d91-3e73-4108-89e6-d0c4a05f03fa req-04921521-65f0-4043-bbe7-7d3c92859ac4 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580502 Jul 21 21:01:19.449104 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Deleting port 8834ea44-1d43-4d42-845a-b1ac4cc1700b {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:01:19.449452 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (8834ea44-1d43-4d42-845a-b1ac4cc1700b), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.525502 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (8834ea44-1d43-4d42-845a-b1ac4cc1700b), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.525732 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (8834ea44-1d43-4d42-845a-b1ac4cc1700b), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.537500 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Calling delete_port for 8834ea44-1d43-4d42-845a-b1ac4cc1700b owned by network:floatingip {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:01:19.668889 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (8834ea44-1d43-4d42-845a-b1ac4cc1700b), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.698198 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event deleted for resources: {'Port': ['ID=8834ea44-1d43-4d42-845a-b1ac4cc1700b,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:19.720413 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.720763 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.721111 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.721454 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.721793 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.722127 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.722457 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.722788 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.723115 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.723440 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.723789 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.724118 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.724439 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.724762 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.725082 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:19.769715 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks [] for floatingip (dc444f99-8f01-4d74-9eb5-26960d111ebf), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.772297 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:19.773439 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-bed68f4b-e28f-44bd-8c10-dccad10fcc79 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "DELETE /v2.0/floatingips/dc444f99-8f01-4d74-9eb5-26960d111ebf HTTP/1.1" status: 204 len: 168 time: 0.4476247 Jul 21 21:01:20.503535 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 09c78425-8076-4365-905c-544aaead3728 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:01:20.527278 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a1e2c-a3d0-4ddc-90ec-ade9e7f18530 req-0f5f8f39-ebfe-408f-bb8f-68d1684d8d6c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:20.528729 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b82a1e2c-a3d0-4ddc-90ec-ade9e7f18530 req-0f5f8f39-ebfe-408f-bb8f-68d1684d8d6c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Jul 21 21:01:20.548239 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 09c78425-8076-4365-905c-544aaead3728 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:01:20.554067 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 09c78425-8076-4365-905c-544aaead3728 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:01:20.554481 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (09c78425-8076-4365-905c-544aaead3728), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:20.579998 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b82a1e2c-a3d0-4ddc-90ec-ade9e7f18530 req-b105ec06-446a-4424-86f2-6606e712633c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Jul 21 21:01:20.629938 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 09c78425-8076-4365-905c-544aaead3728 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:01:20.630323 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (09c78425-8076-4365-905c-544aaead3728), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:20.647881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:20.649102 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:20.653579 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c78425-8076-4365-905c-544aaead3728'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:01:20.655807 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d5f3c5-7b8a-4cbc-92ae-e00e2e45d91e" -d '{"events": [{"server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "name": "network-vif-plugged", "status": "completed", "tag": "09c78425-8076-4365-905c-544aaead3728"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:01:20.670419 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 09c78425-8076-4365-905c-544aaead3728, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=09c78425-8076-4365-905c-544aaead3728,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:20.675033 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (09c78425-8076-4365-905c-544aaead3728), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:20.676040 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device e57d7145-76e9-4c5b-a742-c7da860acb28 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:01:20.697536 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76fb5f8-920d-47fe-b67e-6945a79899ab x-openstack-request-id: req-b76fb5f8-920d-47fe-b67e-6945a79899ab {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:01:20.697853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "name": "network-vif-plugged", "status": "completed", "tag": "09c78425-8076-4365-905c-544aaead3728", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:01:20.698093 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b76fb5f8-920d-47fe-b67e-6945a79899ab {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:01:20.698523 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76fb5f8-920d-47fe-b67e-6945a79899ab'] response: {'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c78425-8076-4365-905c-544aaead3728', 'code': 200} Jul 21 21:01:20.717402 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: e57d7145-76e9-4c5b-a742-c7da860acb28 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:01:20.717757 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device e57d7145-76e9-4c5b-a742-c7da860acb28 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:01:20.743423 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=09c78425-8076-4365-905c-544aaead3728,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:20.887011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:20.977818 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fdf57-c594-4336-acb2-1dbd7cc33678 req-b5c911be-f8ed-4e12-93d3-69d9743dd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:20.979364 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-499fdf57-c594-4336-acb2-1dbd7cc33678 req-b5c911be-f8ed-4e12-93d3-69d9743dd3e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 1130 time: 0.0422184 Jul 21 21:01:21.028197 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-499fdf57-c594-4336-acb2-1dbd7cc33678 req-a82f3a15-c419-4e25-8e06-004bcb087b27 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Jul 21 21:01:21.695040 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b87adf-53c2-4462-b2b2-68726c0900f6 req-7b9f7460-1781-4db4-944b-8c870fdee8dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:21.696537 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51b87adf-53c2-4462-b2b2-68726c0900f6 req-7b9f7460-1781-4db4-944b-8c870fdee8dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 946 time: 0.0480673 Jul 21 21:01:21.746147 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51b87adf-53c2-4462-b2b2-68726c0900f6 req-12154de0-bc4e-40f1-9c51-5d6a516c0ed6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Jul 21 21:01:22.236531 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:22.244542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:22.253771 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef266eb-3c74-4e57-90da-06acb20f1889 req-910935c4-51d6-4387-bc63-0896e665d275 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:22.255250 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fef266eb-3c74-4e57-90da-06acb20f1889 req-910935c4-51d6-4387-bc63-0896e665d275 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0527813 Jul 21 21:01:22.302414 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fef266eb-3c74-4e57-90da-06acb20f1889 req-ff55b36b-7e3f-4dc9-aace-95d40c3e77ab tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Jul 21 21:01:22.862098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b412a-1dcb-43dc-946e-45acc362cb5d req-571d4fda-ac9b-4e24-9643-c1d5be009727 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:22.863551 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-364b412a-1dcb-43dc-946e-45acc362cb5d req-571d4fda-ac9b-4e24-9643-c1d5be009727 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 946 time: 0.0497007 Jul 21 21:01:22.911706 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-364b412a-1dcb-43dc-946e-45acc362cb5d req-dd1ad614-fa08-4176-ba48-ccc232cca2d2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Jul 21 21:01:23.024192 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2c6a-592c-4136-909b-ee53613ea63e req-6ceca23f-e238-4ef2-af62-f4aa8f83a9df tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:23.025649 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8cea2c6a-592c-4136-909b-ee53613ea63e req-6ceca23f-e238-4ef2-af62-f4aa8f83a9df tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 946 time: 0.0466928 Jul 21 21:01:23.074232 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8cea2c6a-592c-4136-909b-ee53613ea63e req-b2c5e3c3-8868-47b2-8007-e49dfeda07a7 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Jul 21 21:01:23.097040 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57286) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:23.134492 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85319d8-63e1-4a5b-9cd5-74879e6ff46f tempest-TestVolumeBootPattern-1381054021 tempest-TestVolumeBootPattern-1381054021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:23.136023 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a85319d8-63e1-4a5b-9cd5-74879e6ff46f tempest-TestVolumeBootPattern-1381054021 tempest-TestVolumeBootPattern-1381054021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 1125 time: 0.0379846 Jul 21 21:01:23.138799 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57290) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:23.143615 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:01:23.164508 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:23.245257 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:23.354400 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Allocated IP 172.27.3.100 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/424c15b0-c5e2-4bd9-993a-daef5f3cc9a1) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:01:23.419598 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647362c-b76d-45f0-9d99-06113b62d699 req-c83f9cde-1bee-441b-ae61-a9f16154f3ec tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:23.421142 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6647362c-b76d-45f0-9d99-06113b62d699 req-c83f9cde-1bee-441b-ae61-a9f16154f3ec tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0481517 Jul 21 21:01:23.457107 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:23.468418 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6647362c-b76d-45f0-9d99-06113b62d699 req-73227946-83f2-477a-aec8-3b6867f9df8e tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Jul 21 21:01:23.492052 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:23.533483 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:01:23.540754 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:01:23.545078 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:01:23.568097 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=424c15b0-c5e2-4bd9-993a-daef5f3cc9a1,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:23.725154 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-da003745-727d-4aa3-b297-6778e6565507 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:23.726517 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-da003745-727d-4aa3-b297-6778e6565507 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 946 time: 0.0478458 Jul 21 21:01:23.752460 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:23.767684 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:23.816339 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Deleting port 021cc3b8-5795-418d-85f7-7d0dcc124d4d {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:01:23.816687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:23.832657 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:23.905353 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (dced8807-31aa-4ef3-be1f-e682d767eb96), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:23.911591 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] For port 021cc3b8-5795-418d-85f7-7d0dcc124d4d, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=021cc3b8-5795-418d-85f7-7d0dcc124d4d,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:23.912151 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:23.925074 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Calling delete_port for 021cc3b8-5795-418d-85f7-7d0dcc124d4d owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:01:23.977749 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:24.055808 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (021cc3b8-5795-418d-85f7-7d0dcc124d4d), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:24.087419 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event deleted for resources: {'Port': ['ID=021cc3b8-5795-418d-85f7-7d0dcc124d4d,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:24.097187 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['7fbf5542-a0df-44eb-afda-0f932b4c5b95', '021cc3b8-5795-418d-85f7-7d0dcc124d4d'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:01:24.116833 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.117183 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.117522 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.117860 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.118201 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.118505 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.118826 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.119144 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.119464 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.119815 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.120117 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.120438 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.121039 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.121039 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.121370 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:01:24.139140 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:24.152515 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:24.155049 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] No DVR routers for this DVR port 021cc3b8-5795-418d-85f7-7d0dcc124d4d on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:01:24.157611 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:24.160905 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d3dfaa78-83f8-44ea-9a8a-c22315082ac6 req-e9be866f-d838-4d08-b88c-41f9b820c0ce tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "DELETE /v2.0/ports/021cc3b8-5795-418d-85f7-7d0dcc124d4d HTTP/1.1" status: 204 len: 173 time: 0.4283755 Jul 21 21:01:24.161475 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77154d49-ec36-4137-8c96-ceb20188d32e', 'name': 'network-vif-deleted', 'tag': '021cc3b8-5795-418d-85f7-7d0dcc124d4d'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:01:24.163730 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc23eef-9225-40da-909a-7998985e1b10" -d '{"events": [{"server_uuid": "77154d49-ec36-4137-8c96-ceb20188d32e", "name": "network-vif-deleted", "tag": "021cc3b8-5795-418d-85f7-7d0dcc124d4d"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:01:24.203177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c12ef-2159-4316-a174-a6349f328df0 x-openstack-request-id: req-e38c12ef-2159-4316-a174-a6349f328df0 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:01:24.203659 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77154d49-ec36-4137-8c96-ceb20188d32e", "name": "network-vif-deleted", "tag": "021cc3b8-5795-418d-85f7-7d0dcc124d4d", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:01:24.204068 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e38c12ef-2159-4316-a174-a6349f328df0 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:01:24.204573 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38c12ef-2159-4316-a174-a6349f328df0'] response: {'server_uuid': '77154d49-ec36-4137-8c96-ceb20188d32e', 'name': 'network-vif-deleted', 'tag': '021cc3b8-5795-418d-85f7-7d0dcc124d4d', 'status': 'completed', 'code': 200} Jul 21 21:01:24.233622 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=424c15b0-c5e2-4bd9-993a-daef5f3cc9a1,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:24.248718 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (dced8807-31aa-4ef3-be1f-e682d767eb96), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:24.353395 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Floating IP dced8807-31aa-4ef3-be1f-e682d767eb96 associated. External IP: 172.27.3.100, port: 09c78425-8076-4365-905c-544aaead3728. Jul 21 21:01:24.569353 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:01:24.585046 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01a639aa-3687-42fe-8332-47bacd7433e2 req-37a3b45c-2dd3-43e3-b3a1-7bef2fc2167d tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=77154d49-ec36-4137-8c96-ceb20188d32e HTTP/1.1" status: 200 len: 210 time: 0.0312665 Jul 21 21:01:24.619347 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:24.673559 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:01:24.683327 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:01:24.694841 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:01:24.695925 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:01:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:24.696175 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:24.721376 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:24.735465 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-0c1c7cb4-07e3-4ef0-a88f-197eeda73398 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5956752 Jul 21 21:01:24.736286 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'tag': '09c78425-8076-4365-905c-544aaead3728'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:01:24.738696 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c47830-d0db-42ee-9691-291edf522b67" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "tag": "09c78425-8076-4365-905c-544aaead3728"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:01:24.819548 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:01:24.850720 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9326baba-ec27-4f94-9596-630d2a6df1b1 x-openstack-request-id: req-9326baba-ec27-4f94-9596-630d2a6df1b1 {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:01:24.851335 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "tag": "09c78425-8076-4365-905c-544aaead3728", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:01:24.851601 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9326baba-ec27-4f94-9596-630d2a6df1b1 {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:01:24.852058 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9326baba-ec27-4f94-9596-630d2a6df1b1'] response: {'name': 'network-changed', 'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'tag': '09c78425-8076-4365-905c-544aaead3728', 'status': 'completed', 'code': 200} Jul 21 21:01:24.933300 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:24.940643 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c47830-d0db-42ee-9691-291edf522b67 req-6062493d-c4cf-4417-b1ec-f9b96dd3c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:24.942166 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c47830-d0db-42ee-9691-291edf522b67 req-6062493d-c4cf-4417-b1ec-f9b96dd3c66e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 1130 time: 0.0412638 Jul 21 21:01:24.985996 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:25.030000 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:25.036044 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:23Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:25.037959 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c47830-d0db-42ee-9691-291edf522b67 req-3074e3ad-d590-494f-a763-f5b8e481191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:25.039430 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c47830-d0db-42ee-9691-291edf522b67 req-3074e3ad-d590-494f-a763-f5b8e481191b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.0895636 Jul 21 21:01:25.061197 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:01:25.070274 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:01:25.070888 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:01:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:25.101619 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c47830-d0db-42ee-9691-291edf522b67 req-f89911a3-8915-4ace-aee5-b15962827788 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09c78425-8076-4365-905c-544aaead3728 HTTP/1.1" status: 200 len: 1000 time: 0.0542564 Jul 21 21:01:25.156726 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c47830-d0db-42ee-9691-291edf522b67 req-6e0f41b0-b1e1-4da4-bdd8-bd9708746170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:25.158227 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c47830-d0db-42ee-9691-291edf522b67 req-6e0f41b0-b1e1-4da4-bdd8-bd9708746170 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0499334 Jul 21 21:01:25.208811 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c47830-d0db-42ee-9691-291edf522b67 req-54c2cba7-ded7-4201-9fe7-821ab2f85049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:25.210329 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c47830-d0db-42ee-9691-291edf522b67 req-54c2cba7-ded7-4201-9fe7-821ab2f85049 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448468 Jul 21 21:01:25.261652 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:01:25.304534 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c47830-d0db-42ee-9691-291edf522b67 req-8993b609-7fac-48bd-8a8e-6bfa172c25ac service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868244 Jul 21 21:01:25.394527 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c3c47830-d0db-42ee-9691-291edf522b67 req-e7d83eb0-1b57-4a31-8a21-6b88943a98b7 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832129 Jul 21 21:01:25.473237 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:23Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:25.498002 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2fe52-d11b-43e0-8125-dadade93b9d3 None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:23Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:01:25.683265 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25ce74-67e2-4525-a273-9dfdc5fadbba None None] New status for floating IP dced8807-31aa-4ef3-be1f-e682d767eb96: ACTIVE {{(pid=110832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:01:25.866915 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29cd7-66e6-4243-b49d-b9ac98ef87f0 req-f1cd059a-f297-4290-8e9f-cbec4417db22 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:25.868504 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-57e29cd7-66e6-4243-b49d-b9ac98ef87f0 req-f1cd059a-f297-4290-8e9f-cbec4417db22 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0513287 Jul 21 21:01:25.917614 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-57e29cd7-66e6-4243-b49d-b9ac98ef87f0 req-d9e0e600-5f38-4b92-9b44-d42ceead1826 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Jul 21 21:01:26.673063 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 021cc3b8-5795-418d-85f7-7d0dcc124d4d no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:01:26.692968 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 021cc3b8-5795-418d-85f7-7d0dcc124d4d {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:01:26.693570 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 021cc3b8-5795-418d-85f7-7d0dcc124d4d not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:01:26.751493 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:26.763483 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-638ea8e1-4d63-409c-9b84-0d4603fd6302 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:26.764991 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-638ea8e1-4d63-409c-9b84-0d4603fd6302 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0489368 Jul 21 21:01:26.846210 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Deleting port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:01:26.846549 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:27.041123 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc6dfb-617e-4ab2-be5a-7bfa683a1ea4 req-5273c8fb-583d-4c51-b648-f191e993bd54 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:27.042739 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-89dc6dfb-617e-4ab2-be5a-7bfa683a1ea4 req-5273c8fb-583d-4c51-b648-f191e993bd54 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ddeb6ba-597a-4d70-b8ce-8a803668cbdd HTTP/1.1" status: 200 len: 946 time: 0.0504386 Jul 21 21:01:27.093075 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-89dc6dfb-617e-4ab2-be5a-7bfa683a1ea4 req-4427b6f0-2254-4503-8697-031f77704365 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b0a8927-8aee-4e57-9e66-750174a78bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Jul 21 21:01:27.170336 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] For port 7fbf5542-a0df-44eb-afda-0f932b4c5b95, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=7fbf5542-a0df-44eb-afda-0f932b4c5b95,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:27.170697 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:27.183535 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Calling delete_port for 7fbf5542-a0df-44eb-afda-0f932b4c5b95 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:01:27.272596 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:01:27.310505 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (7fbf5542-a0df-44eb-afda-0f932b4c5b95), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:27.318258 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:27.339313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Pushing event deleted for resources: {'Port': ['ID=7fbf5542-a0df-44eb-afda-0f932b4c5b95,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:27.356507 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['7fbf5542-a0df-44eb-afda-0f932b4c5b95'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:01:27.385450 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] No DVR routers for this DVR port 7fbf5542-a0df-44eb-afda-0f932b4c5b95 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:01:27.387846 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:27.391412 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bf98b7be-71e9-4069-a487-53765e8fcbc8 req-4943cd4c-aade-4acf-8152-d87c22fd3232 tempest-ServerRescueNegativeTestJSON-1288952865 tempest-ServerRescueNegativeTestJSON-1288952865-project] 10.222.0.73 "DELETE /v2.0/ports/7fbf5542-a0df-44eb-afda-0f932b4c5b95 HTTP/1.1" status: 204 len: 173 time: 0.6213980 Jul 21 21:01:27.391874 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddeb6ba-597a-4d70-b8ce-8a803668cbdd', 'name': 'network-vif-deleted', 'tag': '7fbf5542-a0df-44eb-afda-0f932b4c5b95'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:01:27.394138 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695113c9-5b43-451c-b84e-c30a3e48a510" -d '{"events": [{"server_uuid": "4ddeb6ba-597a-4d70-b8ce-8a803668cbdd", "name": "network-vif-deleted", "tag": "7fbf5542-a0df-44eb-afda-0f932b4c5b95"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:01:27.431044 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1643ee75-5285-4a3c-8248-5ac82fe0e939 x-openstack-request-id: req-1643ee75-5285-4a3c-8248-5ac82fe0e939 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:01:27.431335 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddeb6ba-597a-4d70-b8ce-8a803668cbdd", "name": "network-vif-deleted", "tag": "7fbf5542-a0df-44eb-afda-0f932b4c5b95", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:01:27.431588 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1643ee75-5285-4a3c-8248-5ac82fe0e939 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:01:27.432025 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1643ee75-5285-4a3c-8248-5ac82fe0e939'] response: {'server_uuid': '4ddeb6ba-597a-4d70-b8ce-8a803668cbdd', 'name': 'network-vif-deleted', 'tag': '7fbf5542-a0df-44eb-afda-0f932b4c5b95', 'status': 'completed', 'code': 200} Jul 21 21:01:28.302816 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57316) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:28.737180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:28.949571 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Deleting port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:01:28.949914 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:29.028824 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] For port 1a9359e3-7743-430d-99bd-73cb6ef8c0e5, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:29.029105 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:29.042672 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Calling delete_port for 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 owned by network:router_interface {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:01:29.106216 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:29.153846 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:29.221297 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (1a9359e3-7743-430d-99bd-73cb6ef8c0e5), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:29.243545 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9359e3-7743-430d-99bd-73cb6ef8c0e5,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:29.416080 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:29.613455 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:01:29.715484 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:01:29.720545 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d8b450e2-f14c-4951-b107-520e6fc53cdf admin admin] 10.222.0.60 "PUT /v2.0/routers/ca791c0d-da1d-46f9-87e5-97453ea7d4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4166985 Jul 21 21:01:29.723082 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57322) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:29.726404 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] Sync routers for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:01:29.738176 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:01:29.738793 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:01:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:29.842418 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:01:30.040448 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T21:01:29Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:30.064485 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] Checking router: ca791c0d-da1d-46f9-87e5-97453ea7d4c1 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:01:30.069512 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks [] for router (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.072728 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] Routers {'ca791c0d-da1d-46f9-87e5-97453ea7d4c1'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:01:30.073327 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:01:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:30.167724 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks [] for router_gateway (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.172719 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] Set router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:01:30.211417 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Deleting port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:01:30.211780 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.225514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:30.232698 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:30.279238 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:30.302938 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] For port 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=03bb9c2c-ffec-4fae-a1f3-546e5f820fa3,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:30.303294 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.316219 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Calling delete_port for 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 owned by network:router_gateway {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:01:30.342403 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T21:01:29Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:30.367739 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5928d5-9243-4545-8e6d-51c6a55671a2 None None] The sync data for ids ['ca791c0d-da1d-46f9-87e5-97453ea7d4c1'] in dv-cinder-850687-1-iscsi is: [{'id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1385891664-router', 'tenant_id': 'd9e9d8f8b55c4ef586252456ea195266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:26Z', 'updated_at': '2022-07-21T21:01:29Z', 'revision_number': 5, 'project_id': 'd9e9d8f8b55c4ef586252456ea195266', 'gw_port': {'id': '03bb9c2c-ffec-4fae-a1f3-546e5f820fa3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca791c0d-da1d-46f9-87e5-97453ea7d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:01:30.487547 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (03bb9c2c-ffec-4fae-a1f3-546e5f820fa3), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.509961 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bb9c2c-ffec-4fae-a1f3-546e5f820fa3,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:30.572936 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.658354 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.660466 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks [] for router_controller (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.685061 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 7fbf5542-a0df-44eb-afda-0f932b4c5b95 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:01:30.704988 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (ca791c0d-da1d-46f9-87e5-97453ea7d4c1), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.705566 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca791c0d-da1d-46f9-87e5-97453ea7d4c1 {{(pid=110830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:01:30.710203 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 7fbf5542-a0df-44eb-afda-0f932b4c5b95 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:01:30.710574 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 7fbf5542-a0df-44eb-afda-0f932b4c5b95 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:01:30.710682 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.711701 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ac5f646f-58bf-4536-8f61-5de7476dbf54 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ca791c0d-da1d-46f9-87e5-97453ea7d4c1 HTTP/1.1" status: 204 len: 168 time: 0.9877150 Jul 21 21:01:30.714397 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57324) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:30.764863 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24d939f-f539-4661-a7ae-7d0d92a4cd1b admin admin] Deleting subnet db1c4fb5-668b-4848-9037-114d9e57e569 {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:01:30.768877 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a24d939f-f539-4661-a7ae-7d0d92a4cd1b admin admin] Publish callbacks [] for subnet (db1c4fb5-668b-4848-9037-114d9e57e569), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.811397 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a24d939f-f539-4661-a7ae-7d0d92a4cd1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5825706'] for subnet (db1c4fb5-668b-4848-9037-114d9e57e569), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.842343 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:01:30.863111 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:01:30.863470 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1a9359e3-7743-430d-99bd-73cb6ef8c0e5 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:01:30.929319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a24d939f-f539-4661-a7ae-7d0d92a4cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (db1c4fb5-668b-4848-9037-114d9e57e569), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:30.984479 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a24d939f-f539-4661-a7ae-7d0d92a4cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5928065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5483807'] for subnet (db1c4fb5-668b-4848-9037-114d9e57e569), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.010419 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d939f-f539-4661-a7ae-7d0d92a4cd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1c4fb5-668b-4848-9037-114d9e57e569,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:31.016511 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a24d939f-f539-4661-a7ae-7d0d92a4cd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.022231 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a24d939f-f539-4661-a7ae-7d0d92a4cd1b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/db1c4fb5-668b-4848-9037-114d9e57e569 HTTP/1.1" status: 204 len: 168 time: 0.3043866 Jul 21 21:01:31.022406 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29a972-0ed7-4e0e-8b74-7586e7294ad7 None None] Network 12e272e6-6c0f-4346-988b-fccdfdf62793 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:01:31.022633 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57326) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:31.100216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (12e272e6-6c0f-4346-988b-fccdfdf62793), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.147213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Deleting port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:01:31.147564 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.162718 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3af9efe9-bd9a-4cb1-b52f-dd5ef051f150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.211465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] For port f79b165d-dd29-47b7-91ee-fdb519a7e5a5, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=f79b165d-dd29-47b7-91ee-fdb519a7e5a5,segment=NetworkSegment(796026b7-4cca-4599-a743-aebac99c4c0c),segment_id=796026b7-4cca-4599-a743-aebac99c4c0c)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:01:31.211861 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.225076 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Calling delete_port for f79b165d-dd29-47b7-91ee-fdb519a7e5a5 owned by network:dhcp {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:01:31.285921 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:31.310369 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (f79b165d-dd29-47b7-91ee-fdb519a7e5a5), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.334977 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Pushing event deleted for resources: {'Port': ['ID=f79b165d-dd29-47b7-91ee-fdb519a7e5a5,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:31.338111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] No DVR routers for this DVR port f79b165d-dd29-47b7-91ee-fdb519a7e5a5 on host dv-cinder-850687-1-iscsi {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:01:31.417612 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (12e272e6-6c0f-4346-988b-fccdfdf62793), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.418359 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24876059-a581-4b59-873d-1732db759619 None None] DHCP port deletion for 12e272e6-6c0f-4346-988b-fccdfdf62793 request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:01:31.440360 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e272e6-6c0f-4346-988b-fccdfdf62793']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:31.450020 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796026b7-4cca-4599-a743-aebac99c4c0c') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:31.450318 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796026b7-4cca-4599-a743-aebac99c4c0c') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:01:31.460312 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (796026b7-4cca-4599-a743-aebac99c4c0c), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.474144 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (796026b7-4cca-4599-a743-aebac99c4c0c), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.480587 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:01:31.480957 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (796026b7-4cca-4599-a743-aebac99c4c0c), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.527940 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:31.542230 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (12e272e6-6c0f-4346-988b-fccdfdf62793), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.560500 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 796026b7-4cca-4599-a743-aebac99c4c0c resource provider aggregate not found Jul 21 21:01:31.564942 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.568070 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] 10.222.0.60 "DELETE /v2.0/networks/12e272e6-6c0f-4346-988b-fccdfdf62793 HTTP/1.1" status: 204 len: 168 time: 0.5444305 Jul 21 21:01:31.569378 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101e2a7-01f1-4341-80ec-d9f29737b46f admin admin] Pushing event deleted for resources: {'Network': ['ID=12e272e6-6c0f-4346-988b-fccdfdf62793,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:31.587488 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 796026b7-4cca-4599-a743-aebac99c4c0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 796026b7-4cca-4599-a743-aebac99c4c0c found for delete ", "request_id": "req-88ddb2e6-41aa-42cd-845d-14659f82f3f6"}]} Jul 21 21:01:31.691609 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57338) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:31.736665 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f899f653-7ccc-46da-83cf-c65c99de32d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9e9d8f8b55c4ef586252456ea195266&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439007 Jul 21 21:01:31.739021 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57340) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:31.786875 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-68b9ada6-1d4c-4948-a180-bfca9570bee1 admin admin] Publish callbacks [] for security_group (5b0a8927-8aee-4e57-9e66-750174a78bd2), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.808374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-68b9ada6-1d4c-4948-a180-bfca9570bee1 admin admin] Publish callbacks [] for security_group (5b0a8927-8aee-4e57-9e66-750174a78bd2), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.859941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-68b9ada6-1d4c-4948-a180-bfca9570bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (5b0a8927-8aee-4e57-9e66-750174a78bd2), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.862436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-68b9ada6-1d4c-4948-a180-bfca9570bee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:31.863595 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-68b9ada6-1d4c-4948-a180-bfca9570bee1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b0a8927-8aee-4e57-9e66-750174a78bd2 HTTP/1.1" status: 204 len: 168 time: 0.1237013 Jul 21 21:01:31.871985 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9ada6-1d4c-4948-a180-bfca9570bee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a8927-8aee-4e57-9e66-750174a78bd2,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:32.536197 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:01:32.555920 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:01:32.556269 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 03bb9c2c-ffec-4fae-a1f3-546e5f820fa3 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:01:32.556698 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device f79b165d-dd29-47b7-91ee-fdb519a7e5a5 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:01:32.575639 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: f79b165d-dd29-47b7-91ee-fdb519a7e5a5 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:01:32.576019 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device f79b165d-dd29-47b7-91ee-fdb519a7e5a5 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:01:34.060247 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-581bc7bd-d516-417a-b322-610fd7101ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:34.344483 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57408) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:34.453985 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9f9f-28ee-4f24-9ba0-6287733d0335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:34.530979 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9f9f-28ee-4f24-9ba0-6287733d0335 admin admin] Publish callbacks [] for security_group (f5ebef9b-2538-4925-8108-19622e10da04), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:34.535739 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9f9f-28ee-4f24-9ba0-6287733d0335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f5ebef9b-2538-4925-8108-19622e10da04), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:34.575643 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-cd0a9f9f-28ee-4f24-9ba0-6287733d0335 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=892df247b3b24e4389680218d3dbe7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296855 Jul 21 21:01:34.576611 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a9f9f-28ee-4f24-9ba0-6287733d0335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ebef9b-2538-4925-8108-19622e10da04,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:34.579004 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57414) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:34.627744 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-deb909c4-86d6-4b80-9e5f-f5bd28796d7b admin admin] Publish callbacks [] for security_group (f5ebef9b-2538-4925-8108-19622e10da04), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:34.649313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-deb909c4-86d6-4b80-9e5f-f5bd28796d7b admin admin] Publish callbacks [] for security_group (f5ebef9b-2538-4925-8108-19622e10da04), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:34.698244 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-deb909c4-86d6-4b80-9e5f-f5bd28796d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f5ebef9b-2538-4925-8108-19622e10da04), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:34.700960 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-deb909c4-86d6-4b80-9e5f-f5bd28796d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:34.702599 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-deb909c4-86d6-4b80-9e5f-f5bd28796d7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5ebef9b-2538-4925-8108-19622e10da04 HTTP/1.1" status: 204 len: 168 time: 0.1222322 Jul 21 21:01:34.710854 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb909c4-86d6-4b80-9e5f-f5bd28796d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ebef9b-2538-4925-8108-19622e10da04,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:34.969968 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57420) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:34.983162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3480efbc-139b-45b9-aa0e-31f4897b6197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:35.060915 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3480efbc-139b-45b9-aa0e-31f4897b6197 admin admin] Publish callbacks [] for security_group (e73a7487-0947-4076-8582-f0bf8a416c0a), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:35.066147 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3480efbc-139b-45b9-aa0e-31f4897b6197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (e73a7487-0947-4076-8582-f0bf8a416c0a), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:35.104959 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-3480efbc-139b-45b9-aa0e-31f4897b6197 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a29d6a6864f4c2f965568170a346181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339049 Jul 21 21:01:35.105830 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480efbc-139b-45b9-aa0e-31f4897b6197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73a7487-0947-4076-8582-f0bf8a416c0a,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:35.107645 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57422) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:35.157598 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5a98d8f2-08bf-422e-924b-f713b98018c7 admin admin] Publish callbacks [] for security_group (e73a7487-0947-4076-8582-f0bf8a416c0a), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:35.178716 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5a98d8f2-08bf-422e-924b-f713b98018c7 admin admin] Publish callbacks [] for security_group (e73a7487-0947-4076-8582-f0bf8a416c0a), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:35.228590 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5a98d8f2-08bf-422e-924b-f713b98018c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (e73a7487-0947-4076-8582-f0bf8a416c0a), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:35.231109 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5a98d8f2-08bf-422e-924b-f713b98018c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:35.232536 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5a98d8f2-08bf-422e-924b-f713b98018c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e73a7487-0947-4076-8582-f0bf8a416c0a HTTP/1.1" status: 204 len: 168 time: 0.1238427 Jul 21 21:01:35.241327 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98d8f2-08bf-422e-924b-f713b98018c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73a7487-0947-4076-8582-f0bf8a416c0a,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:36.214253 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:36.629997 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.194651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57492) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:37.302764 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1b8d31dd-838a-4708-acf6-6e5f2788f9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.322834 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:37.379324 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1b8d31dd-838a-4708-acf6-6e5f2788f9f8 admin admin] Publish callbacks [] for security_group (5dc165ae-6ee2-447e-a4e0-cfaee55d1f5c), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.382826 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1b8d31dd-838a-4708-acf6-6e5f2788f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (5dc165ae-6ee2-447e-a4e0-cfaee55d1f5c), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.422171 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-1b8d31dd-838a-4708-acf6-6e5f2788f9f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85697b66d909495ab871786240f7ebde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264409 Jul 21 21:01:37.423276 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d31dd-838a-4708-acf6-6e5f2788f9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc165ae-6ee2-447e-a4e0-cfaee55d1f5c,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:37.424922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57496) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:37.471857 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:37.475699 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-686e45d4-4bf1-4836-b88b-1b6820e3896a admin admin] Publish callbacks [] for security_group (5dc165ae-6ee2-447e-a4e0-cfaee55d1f5c), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.476979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.480401 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:37.501310 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-686e45d4-4bf1-4836-b88b-1b6820e3896a admin admin] Publish callbacks [] for security_group (5dc165ae-6ee2-447e-a4e0-cfaee55d1f5c), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.548219 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-686e45d4-4bf1-4836-b88b-1b6820e3896a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (5dc165ae-6ee2-447e-a4e0-cfaee55d1f5c), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.550860 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-686e45d4-4bf1-4836-b88b-1b6820e3896a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.552070 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-686e45d4-4bf1-4836-b88b-1b6820e3896a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5dc165ae-6ee2-447e-a4e0-cfaee55d1f5c HTTP/1.1" status: 204 len: 168 time: 0.1261303 Jul 21 21:01:37.559940 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e45d4-4bf1-4836-b88b-1b6820e3896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc165ae-6ee2-447e-a4e0-cfaee55d1f5c,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:37.818060 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57502) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:37.832481 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-437c1640-9edf-4e40-81c3-fb2f5cf9e807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.909534 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-437c1640-9edf-4e40-81c3-fb2f5cf9e807 admin admin] Publish callbacks [] for security_group (6b76a80a-5046-4550-9508-31be9e9bc806), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.913099 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-437c1640-9edf-4e40-81c3-fb2f5cf9e807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (6b76a80a-5046-4550-9508-31be9e9bc806), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:37.952598 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-437c1640-9edf-4e40-81c3-fb2f5cf9e807 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=315124d32e0d4180bb3c28809f4eb716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332431 Jul 21 21:01:37.953973 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c1640-9edf-4e40-81c3-fb2f5cf9e807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76a80a-5046-4550-9508-31be9e9bc806,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:37.955531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57506) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:37.989768 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:38.014433 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7033cb0c-51dc-408d-9796-d1457087f44f admin admin] Publish callbacks [] for security_group (6b76a80a-5046-4550-9508-31be9e9bc806), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:38.036939 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7033cb0c-51dc-408d-9796-d1457087f44f admin admin] Publish callbacks [] for security_group (6b76a80a-5046-4550-9508-31be9e9bc806), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:38.084195 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7033cb0c-51dc-408d-9796-d1457087f44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (6b76a80a-5046-4550-9508-31be9e9bc806), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:38.086833 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7033cb0c-51dc-408d-9796-d1457087f44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:38.088015 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-7033cb0c-51dc-408d-9796-d1457087f44f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b76a80a-5046-4550-9508-31be9e9bc806 HTTP/1.1" status: 204 len: 168 time: 0.1307883 Jul 21 21:01:38.096330 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033cb0c-51dc-408d-9796-d1457087f44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76a80a-5046-4550-9508-31be9e9bc806,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:40.340758 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=98 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:40.346781 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=12 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:47.572161 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:47.946627 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=24,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:47.949814 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=28,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:48.091389 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=2,neutron:SELECT=30,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:48.092169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:48.109322 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:48.710658 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57620) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:48.820086 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f30b8efd-4769-45a2-9f6d-ed81594e1c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:48.896440 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f30b8efd-4769-45a2-9f6d-ed81594e1c06 admin admin] Publish callbacks [] for security_group (80162b5e-a0e3-4d3c-87ab-0a673970bf3a), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:48.900177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f30b8efd-4769-45a2-9f6d-ed81594e1c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (80162b5e-a0e3-4d3c-87ab-0a673970bf3a), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:48.940981 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f30b8efd-4769-45a2-9f6d-ed81594e1c06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98091c4f404a420b81a5fc2dac374ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292471 Jul 21 21:01:48.941792 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b8efd-4769-45a2-9f6d-ed81594e1c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80162b5e-a0e3-4d3c-87ab-0a673970bf3a,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:48.943700 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57624) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:48.996243 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-eecc7c6d-104e-4656-9ba7-c259185fb671 admin admin] Publish callbacks [] for security_group (80162b5e-a0e3-4d3c-87ab-0a673970bf3a), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.017001 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-eecc7c6d-104e-4656-9ba7-c259185fb671 admin admin] Publish callbacks [] for security_group (80162b5e-a0e3-4d3c-87ab-0a673970bf3a), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.064366 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-eecc7c6d-104e-4656-9ba7-c259185fb671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (80162b5e-a0e3-4d3c-87ab-0a673970bf3a), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.066883 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-eecc7c6d-104e-4656-9ba7-c259185fb671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.068053 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-eecc7c6d-104e-4656-9ba7-c259185fb671 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80162b5e-a0e3-4d3c-87ab-0a673970bf3a HTTP/1.1" status: 204 len: 168 time: 0.1233046 Jul 21 21:01:49.075673 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc7c6d-104e-4656-9ba7-c259185fb671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80162b5e-a0e3-4d3c-87ab-0a673970bf3a,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:49.332580 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57630) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:49.345854 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88921767-2c00-4c05-99bc-044789cb27bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.425360 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88921767-2c00-4c05-99bc-044789cb27bb admin admin] Publish callbacks [] for security_group (8921bf21-0c2f-4580-9c17-de9e9e405f63), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.429077 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-88921767-2c00-4c05-99bc-044789cb27bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (8921bf21-0c2f-4580-9c17-de9e9e405f63), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.468763 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-88921767-2c00-4c05-99bc-044789cb27bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f3f157479354a43a4237937d2bdfb9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351280 Jul 21 21:01:49.469719 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88921767-2c00-4c05-99bc-044789cb27bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8921bf21-0c2f-4580-9c17-de9e9e405f63,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:49.471456 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57632) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:49.524277 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-86e0f835-2b51-4bc9-9674-e0db871a8ef3 admin admin] Publish callbacks [] for security_group (8921bf21-0c2f-4580-9c17-de9e9e405f63), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.546452 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-86e0f835-2b51-4bc9-9674-e0db871a8ef3 admin admin] Publish callbacks [] for security_group (8921bf21-0c2f-4580-9c17-de9e9e405f63), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.593567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-86e0f835-2b51-4bc9-9674-e0db871a8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (8921bf21-0c2f-4580-9c17-de9e9e405f63), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.596292 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-86e0f835-2b51-4bc9-9674-e0db871a8ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:49.597437 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-86e0f835-2b51-4bc9-9674-e0db871a8ef3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8921bf21-0c2f-4580-9c17-de9e9e405f63 HTTP/1.1" status: 204 len: 168 time: 0.1249352 Jul 21 21:01:49.606148 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0f835-2b51-4bc9-9674-e0db871a8ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8921bf21-0c2f-4580-9c17-de9e9e405f63,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:50.653418 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57662) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:50.760369 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-59fbd28b-0417-4736-870a-6c1f5050e4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:50.836055 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-59fbd28b-0417-4736-870a-6c1f5050e4b9 admin admin] Publish callbacks [] for security_group (7f38604f-0382-487e-abd6-a84c1c7f0e83), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:50.839816 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-59fbd28b-0417-4736-870a-6c1f5050e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (7f38604f-0382-487e-abd6-a84c1c7f0e83), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:50.874646 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:50.878801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbd28b-0417-4736-870a-6c1f5050e4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38604f-0382-487e-abd6-a84c1c7f0e83,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:50.883142 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-59fbd28b-0417-4736-870a-6c1f5050e4b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab9a88f75f5047c48431cd8eda7450cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287152 Jul 21 21:01:50.885927 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57666) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:50.935049 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1c06972c-abbd-4cf5-9eb3-5376bc84d43d admin admin] Publish callbacks [] for security_group (7f38604f-0382-487e-abd6-a84c1c7f0e83), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:50.957011 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1c06972c-abbd-4cf5-9eb3-5376bc84d43d admin admin] Publish callbacks [] for security_group (7f38604f-0382-487e-abd6-a84c1c7f0e83), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:51.003762 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1c06972c-abbd-4cf5-9eb3-5376bc84d43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (7f38604f-0382-487e-abd6-a84c1c7f0e83), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:51.006400 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-1c06972c-abbd-4cf5-9eb3-5376bc84d43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:51.007555 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-1c06972c-abbd-4cf5-9eb3-5376bc84d43d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f38604f-0382-487e-abd6-a84c1c7f0e83 HTTP/1.1" status: 204 len: 168 time: 0.1208458 Jul 21 21:01:51.015256 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06972c-abbd-4cf5-9eb3-5376bc84d43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38604f-0382-487e-abd6-a84c1c7f0e83,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:52.015156 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57702) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:52.123377 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db2de6c3-95c2-4334-8124-9f03e057db73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:52.173408 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=16 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:52.181776 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:52.205583 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db2de6c3-95c2-4334-8124-9f03e057db73 admin admin] Publish callbacks [] for security_group (d2c56b26-c098-4e70-aae9-d17238e772b5), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:52.209639 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-db2de6c3-95c2-4334-8124-9f03e057db73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (d2c56b26-c098-4e70-aae9-d17238e772b5), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:52.251340 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-db2de6c3-95c2-4334-8124-9f03e057db73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5d8b42d5f9f442196a57daf127a4230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350762 Jul 21 21:01:52.252319 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2de6c3-95c2-4334-8124-9f03e057db73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c56b26-c098-4e70-aae9-d17238e772b5,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:52.254073 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57706) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:52.304120 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d31b10a4-422d-4ebb-8128-a4965d4f9665 admin admin] Publish callbacks [] for security_group (d2c56b26-c098-4e70-aae9-d17238e772b5), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:52.325458 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d31b10a4-422d-4ebb-8128-a4965d4f9665 admin admin] Publish callbacks [] for security_group (d2c56b26-c098-4e70-aae9-d17238e772b5), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:52.372579 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d31b10a4-422d-4ebb-8128-a4965d4f9665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (d2c56b26-c098-4e70-aae9-d17238e772b5), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:52.375209 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d31b10a4-422d-4ebb-8128-a4965d4f9665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:52.376404 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d31b10a4-422d-4ebb-8128-a4965d4f9665 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2c56b26-c098-4e70-aae9-d17238e772b5 HTTP/1.1" status: 204 len: 168 time: 0.1206596 Jul 21 21:01:52.385248 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b10a4-422d-4ebb-8128-a4965d4f9665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c56b26-c098-4e70-aae9-d17238e772b5,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:53.054968 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57728) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:53.152471 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-713015743-network', 'tenant_id': '99bf599415154f1eb8ebdf982099e635'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:01:53.174353 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Made reservation on behalf of 99bf599415154f1eb8ebdf982099e635 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:01:53.176881 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.187635 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.263031 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Publish callbacks [] for security_group (cd755d33-7f05-4be8-baf5-e817857dcc69), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.268531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (cd755d33-7f05-4be8-baf5-e817857dcc69), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.297147 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 21:01:53.303697 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd755d33-7f05-4be8-baf5-e817857dcc69,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:53.310025 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (28c75d82-7975-446e-a538-f877f411a275), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.310365 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Added segment 28c75d82-7975-446e-a538-f877f411a275 of type vlan for network f0f260f2-2b96-4528-8f03-3a247ced81a9 Jul 21 21:01:53.320129 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:53.354486 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (f0f260f2-2b96-4528-8f03-3a247ced81a9), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.386467 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (f0f260f2-2b96-4528-8f03-3a247ced81a9), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.388302 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:53.388302 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.393264 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:53.463745 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4075644 Jul 21 21:01:53.466855 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57732) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:01:53.469188 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96a41f-9297-496c-aaae-fbc80b25aab4 admin admin] Pushing event updated for resources: {'Network': ['ID=f0f260f2-2b96-4528-8f03-3a247ced81a9,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:53.473190 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Request body: {'subnet': {'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-713015743-subnet', 'tenant_id': '99bf599415154f1eb8ebdf982099e635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:01:53.479972 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network f0f260f2-2b96-4528-8f03-3a247ced81a9 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 21:01:53.497874 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Made reservation on behalf of 99bf599415154f1eb8ebdf982099e635 for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:01:53.500332 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195776'] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.697945 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195794'] for subnet (f8253843-310e-4532-9a6f-d159716bff71), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.766476 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8253843-310e-4532-9a6f-d159716bff71,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:53.779833 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Checking segment: {'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:01:53.780514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Network hostable DHCP agents. Network: f0f260f2-2b96-4528-8f03-3a247ced81a9, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 21:01:53.801750 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Network f0f260f2-2b96-4528-8f03-3a247ced81a9 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 21:01:53.812783 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, f0f260f2-2b96-4528-8f03-3a247ced81a9) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:01:53.818413 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:53.819011 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:53.824027 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda784a-12b2-49f3-91dd-a3b93f85b03c None None] Network f0f260f2-2b96-4528-8f03-3a247ced81a9 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:01:53.838205 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c491e63d-4604-4cda-a7b1-2c56409ac775 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3692365 Jul 21 21:01:53.938904 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409330b6-0cdb-41bd-8b40-2a858056ad95 None None] Network f0f260f2-2b96-4528-8f03-3a247ced81a9 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:01:55.631998 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-6def427e-ae29-4fec-a3c5-1bca2d38adf1 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:55.633359 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-6def427e-ae29-4fec-a3c5-1bca2d38adf1 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/networks?id=f0f260f2-2b96-4528-8f03-3a247ced81a9 HTTP/1.1" status: 200 len: 808 time: 0.1014578 Jul 21 21:01:55.647982 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-645526e1-71ea-4667-ba13-5957654d8a37 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/quotas/99bf599415154f1eb8ebdf982099e635 HTTP/1.1" status: 200 len: 375 time: 0.0093160 Jul 21 21:01:55.683877 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-a98d45fc-6e8d-4564-b84d-8bc949f0fa80 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99bf599415154f1eb8ebdf982099e635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312524 Jul 21 21:01:55.776331 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-e379ac76-af46-4df5-922e-ff36cf7bb798 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Jul 21 21:01:55.869223 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-7e097255-26d0-493a-90b5-0d30c099f028 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872748 Jul 21 21:01:56.040241 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-80f817f1-d3a2-4d3f-8aca-b3da44300d94 req-b3c12960-600d-492a-8cde-feb2223f1fbc tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 210 time: 0.0337586 Jul 21 21:01:57.162699 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c67ecf6c-167b-46d4-b401-d8e51c79f75f req-e8970659-04d5-48a2-9ec2-38f42dc5785f tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 210 time: 0.0451319 Jul 21 21:01:57.172619 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-8ebc99b2-44c0-40ab-b79a-06a3a0001102 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:57.174169 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-8ebc99b2-44c0-40ab-b79a-06a3a0001102 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.73 "GET /v2.0/networks?id=f0f260f2-2b96-4528-8f03-3a247ced81a9 HTTP/1.1" status: 200 len: 808 time: 0.1430733 Jul 21 21:01:57.202037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Request body: {'port': {'device_id': '8a85047b-e6b4-4098-8ebc-c7182c8ceb0b', 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9', 'admin_state_up': True, 'tenant_id': '99bf599415154f1eb8ebdf982099e635'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:01:57.307348 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Made reservation on behalf of 99bf599415154f1eb8ebdf982099e635 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:01:57.310686 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:57.438336 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Allocated IP 172.20.0.12 (f0f260f2-2b96-4528-8f03-3a247ced81a9/f8253843-310e-4532-9a6f-d159716bff71/d80379c2-97d4-4451-8830-16c63fa2aa8f) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:01:57.499453 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:57.588019 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks [] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:57.593017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:57.621508 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:57.662394 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Network f0f260f2-2b96-4528-8f03-3a247ced81a9 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:01:57.665429 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:01:57.671606 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:01:57.697319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Pushing event updated for resources: {'Port': ['ID=d80379c2-97d4-4451-8830-16c63fa2aa8f,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:57.725609 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:57.726221 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:57.742494 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-27fe252b-b0c5-4e02-8849-ae55e70ecafa tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5444117 Jul 21 21:01:57.767236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Request body: {'port': {'device_id': '8a85047b-e6b4-4098-8ebc-c7182c8ceb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:01:57.829008 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:58.077391 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80379c2-97d4-4451-8830-16c63fa2aa8f {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:01:58.085676 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Publish callbacks [] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:58.097859 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Transition to ACTIVE for port object d80379c2-97d4-4451-8830-16c63fa2aa8f will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:01:58.101636 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:58.163060 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Pushing event updated for resources: {'Port': ['ID=d80379c2-97d4-4451-8830-16c63fa2aa8f,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:58.228346 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Attempting to bind port d80379c2-97d4-4451-8830-16c63fa2aa8f on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:01:58.228684 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Attempting to bind port d80379c2-97d4-4451-8830-16c63fa2aa8f by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:01:58.229013 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Attempting to bind port d80379c2-97d4-4451-8830-16c63fa2aa8f on network f0f260f2-2b96-4528-8f03-3a247ced81a9 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:01:58.233387 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Port d80379c2-97d4-4451-8830-16c63fa2aa8f on network f0f260f2-2b96-4528-8f03-3a247ced81a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:01:58.233734 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Attempting to bind port d80379c2-97d4-4451-8830-16c63fa2aa8f on network f0f260f2-2b96-4528-8f03-3a247ced81a9 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:01:58.240409 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:01:58.240759 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Checking segment: {'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:01:58.241138 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Bound using segment: {'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:01:58.241566 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Bound port: d80379c2-97d4-4451-8830-16c63fa2aa8f, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:01:58.241927 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:58.279911 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033dc73-cca6-40cb-b06d-50818a36c3dc req-e60e6bb7-e5a0-4319-867d-1844fc7d17ce tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:58.281374 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4033dc73-cca6-40cb-b06d-50818a36c3dc req-e60e6bb7-e5a0-4319-867d-1844fc7d17ce tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 944 time: 0.0480237 Jul 21 21:01:58.293678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:58.307545 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] For port d80379c2-97d4-4451-8830-16c63fa2aa8f, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:01:58.311245 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] For port d80379c2-97d4-4451-8830-16c63fa2aa8f, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d80379c2-97d4-4451-8830-16c63fa2aa8f,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:01:58.318122 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:58.336356 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4033dc73-cca6-40cb-b06d-50818a36c3dc req-0d93af20-f991-4119-9f37-40b52a5b05cc tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Jul 21 21:01:58.351928 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:58.352608 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:01:58.353955 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] 10.222.0.73 "PUT /v2.0/ports/d80379c2-97d4-4451-8830-16c63fa2aa8f HTTP/1.1" status: 200 len: 1094 time: 0.5906701 Jul 21 21:01:58.354377 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a85047b-e6b4-4098-8ebc-c7182c8ceb0b', 'tag': 'd80379c2-97d4-4451-8830-16c63fa2aa8f'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:01:58.356585 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3dd6f7-daad-4933-9d13-bdd6401a3538" -d '{"events": [{"name": "network-changed", "server_uuid": "8a85047b-e6b4-4098-8ebc-c7182c8ceb0b", "tag": "d80379c2-97d4-4451-8830-16c63fa2aa8f"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:01:58.383491 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:01:58.387436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e8980-3a0c-4321-9e5a-08a206c13c3c service neutron] Pushing event updated for resources: {'Port': ['ID=d80379c2-97d4-4451-8830-16c63fa2aa8f,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:01:58.395423 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61bb5fe-e5cd-4ea4-b258-40fa5c4a3841 x-openstack-request-id: req-f61bb5fe-e5cd-4ea4-b258-40fa5c4a3841 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:01:58.395728 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a85047b-e6b4-4098-8ebc-c7182c8ceb0b", "tag": "d80379c2-97d4-4451-8830-16c63fa2aa8f", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:01:58.395998 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f61bb5fe-e5cd-4ea4-b258-40fa5c4a3841 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:01:58.399760 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61bb5fe-e5cd-4ea4-b258-40fa5c4a3841'] response: {'name': 'network-changed', 'server_uuid': '8a85047b-e6b4-4098-8ebc-c7182c8ceb0b', 'tag': 'd80379c2-97d4-4451-8830-16c63fa2aa8f', 'status': 'completed', 'code': 200} Jul 21 21:01:58.482208 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-eae44020-a405-47f7-96cd-cc5912770711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:58.483795 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-eae44020-a405-47f7-96cd-cc5912770711 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99bf599415154f1eb8ebdf982099e635&device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 1128 time: 0.0414062 Jul 21 21:01:58.532535 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-2fc3799d-e96f-4814-91bb-52a051c71965 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80379c2-97d4-4451-8830-16c63fa2aa8f HTTP/1.1" status: 200 len: 217 time: 0.0323522 Jul 21 21:01:58.585760 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-6407547a-6026-4f61-87d5-34313989962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:58.587229 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-6407547a-6026-4f61-87d5-34313989962d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8253843-310e-4532-9a6f-d159716bff71 HTTP/1.1" status: 200 len: 848 time: 0.0466044 Jul 21 21:01:58.622398 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-0dbd76f0-2120-47ce-80a8-a94ff27f62db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0f260f2-2b96-4528-8f03-3a247ced81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278890 Jul 21 21:01:58.708831 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-f2c8056c-9285-432c-bc9c-b5664c4ff47f service neutron] 10.222.0.73 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798042 Jul 21 21:01:58.801973 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d657656e-ed68-4ef9-839e-6763e13ae8e7 req-04992246-a4e4-484c-aeb0-c8a7d5ff0461 service neutron] 10.222.0.73 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862176 Jul 21 21:01:59.450479 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f015db-6604-43fe-89c1-0a57f38c10ea req-d52b5823-4bd0-499c-886a-9c154def195e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:01:59.451988 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-60f015db-6604-43fe-89c1-0a57f38c10ea req-d52b5823-4bd0-499c-886a-9c154def195e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 944 time: 0.0489647 Jul 21 21:01:59.498228 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-60f015db-6604-43fe-89c1-0a57f38c10ea req-0092d142-4faf-486c-8982-357f24779e6b tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Jul 21 21:02:00.614596 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06acf6-8a0a-41dd-979d-b0b29d58699b req-1f4073ac-fba3-48aa-945d-f8f8ba0f7c37 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:00.616356 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5a06acf6-8a0a-41dd-979d-b0b29d58699b req-1f4073ac-fba3-48aa-945d-f8f8ba0f7c37 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 944 time: 0.0470958 Jul 21 21:02:00.665229 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5a06acf6-8a0a-41dd-979d-b0b29d58699b req-0b47b522-00b1-4d43-b80c-bd730ce73e7f tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Jul 21 21:02:01.164395 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c3713394-b573-49d9-a3f8-420660c3ca95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:01.475369 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-f9cf99d2-7167-40b8-bc75-ece0b5990ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:01.476790 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-f9cf99d2-7167-40b8-bc75-ece0b5990ade service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99bf599415154f1eb8ebdf982099e635&device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 1128 time: 0.0449295 Jul 21 21:02:01.571898 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-3748c15b-50f6-49cd-a0c1-653be836ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:01.573322 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-3748c15b-50f6-49cd-a0c1-653be836ec32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0f260f2-2b96-4528-8f03-3a247ced81a9 HTTP/1.1" status: 200 len: 909 time: 0.0832303 Jul 21 21:02:01.618086 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-3a0d9c04-e596-4c49-8cd6-01a24cd7d93d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80379c2-97d4-4451-8830-16c63fa2aa8f HTTP/1.1" status: 200 len: 217 time: 0.0351946 Jul 21 21:02:01.668690 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-2c652fee-972b-4484-b700-dc985054c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:01.670194 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-2c652fee-972b-4484-b700-dc985054c7bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8253843-310e-4532-9a6f-d159716bff71 HTTP/1.1" status: 200 len: 848 time: 0.0427547 Jul 21 21:02:01.709190 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-87a953c9-62ee-4648-8751-84a71b64c2f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0f260f2-2b96-4528-8f03-3a247ced81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262802 Jul 21 21:02:01.780061 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd98de3-04f4-43b6-a528-8dbb02a62858 req-c0752d53-cf59-4d8f-a4de-43571581cae1 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:01.781469 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-edd98de3-04f4-43b6-a528-8dbb02a62858 req-c0752d53-cf59-4d8f-a4de-43571581cae1 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 944 time: 0.0504689 Jul 21 21:02:01.805335 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-5ed4c6bc-48b1-4ca4-a4fa-c2add9524f33 service neutron] 10.222.0.73 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881753 Jul 21 21:02:01.829305 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-edd98de3-04f4-43b6-a528-8dbb02a62858 req-13465824-a2c6-4c23-955b-5e592e7e766a tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 Jul 21 21:02:01.896793 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e3dd6f7-daad-4933-9d13-bdd6401a3538 req-f65f920a-85db-4396-bfbb-dbf6ed0ad268 service neutron] 10.222.0.73 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834360 Jul 21 21:02:02.810292 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device d80379c2-97d4-4451-8830-16c63fa2aa8f details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:02:02.915239 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port d80379c2-97d4-4451-8830-16c63fa2aa8f, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d80379c2-97d4-4451-8830-16c63fa2aa8f,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:02.926814 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'd80379c2-97d4-4451-8830-16c63fa2aa8f', 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9', 'port_id': 'd80379c2-97d4-4451-8830-16c63fa2aa8f', 'mac_address': 'fa:16:3e:61:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8253843-310e-4532-9a6f-d159716bff71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:02:02.944728 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45aec-3448-45bf-a360-ea76bfd3d045 req-9158ff9b-1733-4e9c-858a-975c0b450b63 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:02.946259 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d6c45aec-3448-45bf-a360-ea76bfd3d045 req-9158ff9b-1733-4e9c-858a-975c0b450b63 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 944 time: 0.0469346 Jul 21 21:02:02.962466 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port d80379c2-97d4-4451-8830-16c63fa2aa8f is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:02.962866 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:02.976307 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80379c2-97d4-4451-8830-16c63fa2aa8f {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:02:02.996355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port d80379c2-97d4-4451-8830-16c63fa2aa8f, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d80379c2-97d4-4451-8830-16c63fa2aa8f,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:02.998191 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d6c45aec-3448-45bf-a360-ea76bfd3d045 req-a485f817-c6f1-4008-9311-dcbfac0f17e8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 Jul 21 21:02:03.000357 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:03.046280 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=d80379c2-97d4-4451-8830-16c63fa2aa8f,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:03.054112 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.054467 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.054816 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.055161 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.055502 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.055867 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.056200 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.056530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.056860 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.057188 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.057517 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.057852 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.058180 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.058503 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.058827 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:03.514577 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['d80379c2-97d4-4451-8830-16c63fa2aa8f'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:02:04.063052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8e32c03d-52be-491b-8f62-2c54a38399b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:04.112435 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7098a-9419-471a-8984-167a30f2f137 req-eb3e004e-f2f4-4382-9771-56ce6051bf3c tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:04.113907 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-87f7098a-9419-471a-8984-167a30f2f137 req-eb3e004e-f2f4-4382-9771-56ce6051bf3c tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 945 time: 0.0466661 Jul 21 21:02:04.149770 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:04.164280 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-87f7098a-9419-471a-8984-167a30f2f137 req-15b12b40-7832-4c5f-ac4a-e32c377a6435 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Jul 21 21:02:04.271918 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:02:04.827250 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device d80379c2-97d4-4451-8830-16c63fa2aa8f up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:02:04.869759 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:04.870765 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port d80379c2-97d4-4451-8830-16c63fa2aa8f completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:02:04.876002 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port d80379c2-97d4-4451-8830-16c63fa2aa8f triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:02:04.876385 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:04.898473 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:04.952136 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port d80379c2-97d4-4451-8830-16c63fa2aa8f is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:04.952532 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:04.975495 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a85047b-e6b4-4098-8ebc-c7182c8ceb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80379c2-97d4-4451-8830-16c63fa2aa8f'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:04.977739 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f13c8c-49f1-4ccd-86ec-9aa66fd1826f" -d '{"events": [{"server_uuid": "8a85047b-e6b4-4098-8ebc-c7182c8ceb0b", "name": "network-vif-plugged", "status": "completed", "tag": "d80379c2-97d4-4451-8830-16c63fa2aa8f"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:04.991251 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port d80379c2-97d4-4451-8830-16c63fa2aa8f, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d80379c2-97d4-4451-8830-16c63fa2aa8f,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:04.995204 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:05.020156 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3166f4e2-e53d-461c-bd8c-800b5ae195cb x-openstack-request-id: req-3166f4e2-e53d-461c-bd8c-800b5ae195cb {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:05.020458 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a85047b-e6b4-4098-8ebc-c7182c8ceb0b", "name": "network-vif-plugged", "status": "completed", "tag": "d80379c2-97d4-4451-8830-16c63fa2aa8f", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:05.020720 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3166f4e2-e53d-461c-bd8c-800b5ae195cb {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:05.021145 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3166f4e2-e53d-461c-bd8c-800b5ae195cb'] response: {'server_uuid': '8a85047b-e6b4-4098-8ebc-c7182c8ceb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80379c2-97d4-4451-8830-16c63fa2aa8f', 'code': 200} Jul 21 21:02:05.046800 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=d80379c2-97d4-4451-8830-16c63fa2aa8f,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:05.229338 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:05.233255 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c399e-e354-43c3-b1a3-32a4152431ad req-bfa8e352-5c85-4335-acc6-bd483c03caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:05.234741 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af9c399e-e354-43c3-b1a3-32a4152431ad req-bfa8e352-5c85-4335-acc6-bd483c03caee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 1130 time: 0.0414925 Jul 21 21:02:05.279625 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af9c399e-e354-43c3-b1a3-32a4152431ad req-bb495439-dbf7-4272-aceb-621988fe2821 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Jul 21 21:02:05.280874 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362d867-412e-466e-9256-a32529792c37 req-84dc5506-e328-4b27-8bdf-f2a96ad83299 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:05.282367 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c362d867-412e-466e-9256-a32529792c37 req-84dc5506-e328-4b27-8bdf-f2a96ad83299 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 946 time: 0.0484157 Jul 21 21:02:05.333431 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c362d867-412e-466e-9256-a32529792c37 req-7c66a9b3-dd4d-41fa-9a47-ea6fcdb021ed tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448968 Jul 21 21:02:06.220247 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:06.394224 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aab5c-4a4e-4f6d-82ca-0d4cced32040 req-5bf77622-0f46-416b-89a7-091fc555a8b1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:06.396460 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0c3aab5c-4a4e-4f6d-82ca-0d4cced32040 req-5bf77622-0f46-416b-89a7-091fc555a8b1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0499139 Jul 21 21:02:06.424888 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:06.437471 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:06.449136 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0c3aab5c-4a4e-4f6d-82ca-0d4cced32040 req-39d96eaa-fc7f-4a6f-bfad-e7f2a91566b1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458083 Jul 21 21:02:06.456208 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560f7f4-db4d-40f1-8ea4-a27a7120f9c7 req-f29e9c08-3f8d-44be-a63d-7d765e8021ef tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:06.458714 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5560f7f4-db4d-40f1-8ea4-a27a7120f9c7 req-f29e9c08-3f8d-44be-a63d-7d765e8021ef tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 946 time: 0.0499423 Jul 21 21:02:06.508567 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5560f7f4-db4d-40f1-8ea4-a27a7120f9c7 req-17682d64-baa3-4120-b8e1-fc27e933216f tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Jul 21 21:02:06.755407 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:07.487881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:07.569403 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28e8d0-bb81-4dc6-bc11-972843a7ca3f req-bb530556-9f9d-4f36-ab71-e4fcac43ffb2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:07.570919 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-aa28e8d0-bb81-4dc6-bc11-972843a7ca3f req-bb530556-9f9d-4f36-ab71-e4fcac43ffb2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0493720 Jul 21 21:02:07.620254 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-aa28e8d0-bb81-4dc6-bc11-972843a7ca3f req-849a6369-5cc2-4763-8726-152c61d42c2a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Jul 21 21:02:07.626410 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415059-0be7-4ea1-b342-de00f34d613d req-40766ac4-e48a-4282-84da-1eeffff529e8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:07.627921 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-83415059-0be7-4ea1-b342-de00f34d613d req-40766ac4-e48a-4282-84da-1eeffff529e8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 946 time: 0.0503500 Jul 21 21:02:07.678235 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-83415059-0be7-4ea1-b342-de00f34d613d req-7c106913-4bb8-43c3-94b3-7cdaa22e8687 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Jul 21 21:02:08.468812 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a63553-ca99-40ac-98de-f10fdbdbb86b req-cbff93a0-c266-4c9e-9da8-eae2e25617f1 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:08.470310 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01a63553-ca99-40ac-98de-f10fdbdbb86b req-cbff93a0-c266-4c9e-9da8-eae2e25617f1 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 946 time: 0.0486724 Jul 21 21:02:08.491859 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ec0e-05fd-43af-8640-0c7564884254 req-bea7be81-99cb-4d9b-8c02-eb6a2d26892b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:08.493348 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c660ec0e-05fd-43af-8640-0c7564884254 req-bea7be81-99cb-4d9b-8c02-eb6a2d26892b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0623755 Jul 21 21:02:08.517880 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-01a63553-ca99-40ac-98de-f10fdbdbb86b req-d21272b4-a1e8-40c0-bc42-e09e6b781865 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Jul 21 21:02:08.543167 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c660ec0e-05fd-43af-8640-0c7564884254 req-c50fb040-c90b-4180-874a-cee208c4da8d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 Jul 21 21:02:08.737665 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970265e7-11b2-46a3-8166-9948f0ea872e req-9bc9ac3c-65ad-4939-aef5-4079a151a14e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:08.739033 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-970265e7-11b2-46a3-8166-9948f0ea872e req-9bc9ac3c-65ad-4939-aef5-4079a151a14e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0473070 Jul 21 21:02:08.789075 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-970265e7-11b2-46a3-8166-9948f0ea872e req-5ec612c4-95c7-4c69-b956-7f8a7a20422e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Jul 21 21:02:09.636442 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca15f9b-7b5c-4ee2-8ff6-c34b910f332f req-fa13708f-3b70-409a-aa48-33287a5560d0 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:09.637928 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6ca15f9b-7b5c-4ee2-8ff6-c34b910f332f req-fa13708f-3b70-409a-aa48-33287a5560d0 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 946 time: 0.0485938 Jul 21 21:02:09.663677 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e1db-6cb2-4b3a-9f43-7b2f0bc70ee6 req-47e615de-317b-4157-8161-b2728b449f4b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:09.665115 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b17e1db-6cb2-4b3a-9f43-7b2f0bc70ee6 req-47e615de-317b-4157-8161-b2728b449f4b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0479569 Jul 21 21:02:09.686081 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6ca15f9b-7b5c-4ee2-8ff6-c34b910f332f req-4c7b75a8-eaca-4eb8-8ac5-4fa11bf81826 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Jul 21 21:02:09.712805 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b17e1db-6cb2-4b3a-9f43-7b2f0bc70ee6 req-3c5a7c22-7dc1-4819-949c-0c2f52607417 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 Jul 21 21:02:09.907052 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216b488-65db-4fe2-bf23-e3d958b41cba req-48a86412-bbbf-4828-affe-dff6f4a1d4f4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:09.908561 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c216b488-65db-4fe2-bf23-e3d958b41cba req-48a86412-bbbf-4828-affe-dff6f4a1d4f4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0513594 Jul 21 21:02:09.956652 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c216b488-65db-4fe2-bf23-e3d958b41cba req-f663d342-0d19-4bb2-92f6-4a5bdfa88554 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Jul 21 21:02:10.087980 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-fb8e3a38-c7b1-4d8e-aa23-ec8845433f9b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:10.089422 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-fb8e3a38-c7b1-4d8e-aa23-ec8845433f9b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 945 time: 0.0473421 Jul 21 21:02:10.642098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Deleting port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:02:10.642445 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:10.730045 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] For port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:10.730405 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:10.845695 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f70c1-1ddf-46e8-9e3d-7fb655371fa2 req-f87f7a3b-bd9f-4f31-81dd-924646aa7103 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:10.847319 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-124f70c1-1ddf-46e8-9e3d-7fb655371fa2 req-f87f7a3b-bd9f-4f31-81dd-924646aa7103 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0507381 Jul 21 21:02:10.856413 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:02:10.901475 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-124f70c1-1ddf-46e8-9e3d-7fb655371fa2 req-a7e27ad3-1cca-43f0-adad-9f83a62acb50 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477383 Jul 21 21:02:10.939064 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd is: ACTIVE; New status is: DOWN {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:10.939460 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:10.964534 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:10.966678 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d23ee52-7f65-4d94-911a-ce5937f11f5d" -d '{"events": [{"server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "name": "network-vif-unplugged", "status": "completed", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:10.980205 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:10.984679 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:11.014468 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a793f4eb-5323-4859-a222-30d3c40c20f4 x-openstack-request-id: req-a793f4eb-5323-4859-a222-30d3c40c20f4 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:11.014889 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "name": "network-vif-unplugged", "status": "completed", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:11.015054 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a793f4eb-5323-4859-a222-30d3c40c20f4 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:11.015401 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a793f4eb-5323-4859-a222-30d3c40c20f4'] response: {'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'code': 200} Jul 21 21:02:11.044461 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,revision_number=6']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:11.107567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-3fcca377-5e38-4293-a095-e75266c4b5f5 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:11.108599 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6e539-ba48-4805-b4c6-91cfcefeb30c req-ffc43cf9-4e58-463c-bcce-a19a8a84c007 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:11.109080 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-3fcca377-5e38-4293-a095-e75266c4b5f5 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 946 time: 0.3760865 Jul 21 21:02:11.110136 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-88d6e539-ba48-4805-b4c6-91cfcefeb30c req-ffc43cf9-4e58-463c-bcce-a19a8a84c007 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0471416 Jul 21 21:02:11.140512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d0ff9-aa7a-44e7-9b6e-9d136a0880d0 req-3f73b9b7-9e9b-45dd-a6af-5355bf16755a tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:11.141957 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-683d0ff9-aa7a-44e7-9b6e-9d136a0880d0 req-3f73b9b7-9e9b-45dd-a6af-5355bf16755a tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 946 time: 0.1193378 Jul 21 21:02:11.166374 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-88d6e539-ba48-4805-b4c6-91cfcefeb30c req-0834d246-4b66-4d38-8420-b2dfe46ac35a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=232bc818-728d-4fb9-a134-e0e4903adaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457129 Jul 21 21:02:11.250720 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:11.324455 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-683d0ff9-aa7a-44e7-9b6e-9d136a0880d0 req-b49fc648-3cc3-4cd2-9265-821d936e9b26 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573911 Jul 21 21:02:11.339816 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:11.345026 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Deleting port d80379c2-97d4-4451-8830-16c63fa2aa8f {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:02:11.345400 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:11.362238 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:11.362596 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (fd538607-782f-405b-9b58-03e2a7182e14), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:11.362913 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Floating IP fd538607-782f-405b-9b58-03e2a7182e14 disassociated. External IP: 172.27.3.119, port: 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd. Jul 21 21:02:11.363423 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Calling delete_port for 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:02:11.505102 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] For port d80379c2-97d4-4451-8830-16c63fa2aa8f, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d80379c2-97d4-4451-8830-16c63fa2aa8f,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:11.505372 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:11.527436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Calling delete_port for d80379c2-97d4-4451-8830-16c63fa2aa8f owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:02:11.639742 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (3d26f1bb-0cc8-4534-94aa-7d6db164e0dd), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:11.679172 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event deleted for resources: {'Port': ['ID=3d26f1bb-0cc8-4534-94aa-7d6db164e0dd,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:11.822515 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (d80379c2-97d4-4451-8830-16c63fa2aa8f), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:11.867349 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Pushing event deleted for resources: {'Port': ['ID=d80379c2-97d4-4451-8830-16c63fa2aa8f,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:11.871332 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['d80379c2-97d4-4451-8830-16c63fa2aa8f'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:02:11.895572 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Router 9f454dee-9312-47ea-b49d-b616a4fb1d88 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:02:11.916091 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] No DVR routers for this DVR port d80379c2-97d4-4451-8830-16c63fa2aa8f on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:02:11.920583 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:11.923901 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4155f92e-baa8-4fcf-81cf-08b010116340 req-ef421ac2-e5ae-4a22-95bf-736cec474db8 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.73 "DELETE /v2.0/ports/d80379c2-97d4-4451-8830-16c63fa2aa8f HTTP/1.1" status: 204 len: 173 time: 0.8060210 Jul 21 21:02:11.924402 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a85047b-e6b4-4098-8ebc-c7182c8ceb0b', 'name': 'network-vif-deleted', 'tag': 'd80379c2-97d4-4451-8830-16c63fa2aa8f'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:11.926716 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6559af0c-aee3-4110-a0b0-7727ba200106" -d '{"events": [{"server_uuid": "8a85047b-e6b4-4098-8ebc-c7182c8ceb0b", "name": "network-vif-deleted", "tag": "d80379c2-97d4-4451-8830-16c63fa2aa8f"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:11.978603 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4155fdba-8cf1-404f-b4cb-27e5be443c84 x-openstack-request-id: req-4155fdba-8cf1-404f-b4cb-27e5be443c84 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:11.978899 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a85047b-e6b4-4098-8ebc-c7182c8ceb0b", "name": "network-vif-deleted", "tag": "d80379c2-97d4-4451-8830-16c63fa2aa8f", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:11.979149 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4155fdba-8cf1-404f-b4cb-27e5be443c84 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:11.979546 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4155fdba-8cf1-404f-b4cb-27e5be443c84'] response: {'server_uuid': '8a85047b-e6b4-4098-8ebc-c7182c8ceb0b', 'name': 'network-vif-deleted', 'tag': 'd80379c2-97d4-4451-8830-16c63fa2aa8f', 'status': 'completed', 'code': 200} Jul 21 21:02:12.044014 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:02:12.058292 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] Sync routers for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:02:12.065096 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03087ba-9c7b-4323-962a-349fff442616 req-0d764813-4723-4876-84a5-ad0249b96be1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:12.073765 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a03087ba-9c7b-4323-962a-349fff442616 req-0d764813-4723-4876-84a5-ad0249b96be1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0782249 Jul 21 21:02:12.083099 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:02:12.085575 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:02:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:02:12.101697 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] No DVR routers for this DVR port 3d26f1bb-0cc8-4534-94aa-7d6db164e0dd on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:02:12.104127 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:12.107749 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68838972-2cb6-4e63-9ede-450c5f7ebb4c req-34f64d3c-0b4f-4c04-a206-91c19c6aa254 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "DELETE /v2.0/ports/3d26f1bb-0cc8-4534-94aa-7d6db164e0dd HTTP/1.1" status: 204 len: 173 time: 1.5465205 Jul 21 21:02:12.153579 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a03087ba-9c7b-4323-962a-349fff442616 req-6b780a1f-e511-4f6d-8dcc-b365dfb9e1c1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786526 Jul 21 21:02:12.229341 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:02:12.286794 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ac250aca-0788-4f9d-89bb-249daa4d5900 req-74a5529f-7bab-463c-96f0-8a9d4c5c16f8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=71a0918b-9ae2-48d6-943a-bff67b0e7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0287621 Jul 21 21:02:12.422884 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:02:12.435027 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b9a39b58-acc9-4782-91a5-cc95e0f61216 req-05b881e8-6152-4b0e-a61d-bd84f1366235 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a85047b-e6b4-4098-8ebc-c7182c8ceb0b HTTP/1.1" status: 200 len: 210 time: 0.0297053 Jul 21 21:02:12.450144 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] Checking router: 9f454dee-9312-47ea-b49d-b616a4fb1d88 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:02:12.460395 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:02:12.461037 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:02:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:02:12.545281 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:12.569623 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:02:12.710903 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:12.758723 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:02:12.783227 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcdca34-c729-4b5c-a4b7-607c03004c19 None None] The sync data for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi is: [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:02:13.022598 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de8d46-6033-4f5e-9691-84411244474b None None] New status for floating IP fd538607-782f-405b-9b58-03e2a7182e14: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:02:13.266845 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:13.279027 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee76e-148c-408c-a52b-ad5d10631bf7 req-451da307-a40e-47c2-ba0c-31d2b82d0114 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:13.280518 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ab8ee76e-148c-408c-a52b-ad5d10631bf7 req-451da307-a40e-47c2-ba0c-31d2b82d0114 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0524178 Jul 21 21:02:13.328913 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ab8ee76e-148c-408c-a52b-ad5d10631bf7 req-8d7efa39-5edd-4f3c-aef5-bef4dc7af664 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428510 Jul 21 21:02:13.373475 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57892) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:13.428789 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-339cf465-7d7c-4b26-8f29-304fdbfdddf2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (232bc818-728d-4fb9-a134-e0e4903adaea), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:13.455258 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-339cf465-7d7c-4b26-8f29-304fdbfdddf2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (232bc818-728d-4fb9-a134-e0e4903adaea), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:13.457570 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:13.521423 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-339cf465-7d7c-4b26-8f29-304fdbfdddf2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (232bc818-728d-4fb9-a134-e0e4903adaea), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:13.524107 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-339cf465-7d7c-4b26-8f29-304fdbfdddf2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:13.525374 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-339cf465-7d7c-4b26-8f29-304fdbfdddf2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "DELETE /v2.0/security-groups/232bc818-728d-4fb9-a134-e0e4903adaea HTTP/1.1" status: 204 len: 168 time: 0.1508980 Jul 21 21:02:13.528454 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57898) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:13.540533 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cf465-7d7c-4b26-8f29-304fdbfdddf2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232bc818-728d-4fb9-a134-e0e4903adaea,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:13.543628 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.api.v2.resource [None req-4ff309a5-e788-49a7-8b33-4e69f99523f7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] show failed (client error): The resource could not be found. Jul 21 21:02:13.547405 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-4ff309a5-e788-49a7-8b33-4e69f99523f7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups/232bc818-728d-4fb9-a134-e0e4903adaea HTTP/1.1" status: 404 len: 347 time: 0.0152609 Jul 21 21:02:13.548387 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57902) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:13.555861 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:13.664410 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Deleting port 225d1678-6148-4a4b-b21f-73f618be85c0 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:02:13.664747 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (225d1678-6148-4a4b-b21f-73f618be85c0), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:13.708143 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-3697a68f-959f-4f09-a29e-d9857c55bf7e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:13.709879 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-3697a68f-959f-4f09-a29e-d9857c55bf7e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/networks?id=f0f260f2-2b96-4528-8f03-3a247ced81a9 HTTP/1.1" status: 200 len: 808 time: 0.1040843 Jul 21 21:02:13.725319 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-1705c31c-1672-4e04-9118-a608b2eb308b tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/quotas/99bf599415154f1eb8ebdf982099e635 HTTP/1.1" status: 200 len: 375 time: 0.0098515 Jul 21 21:02:13.744592 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (225d1678-6148-4a4b-b21f-73f618be85c0), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:13.744921 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (225d1678-6148-4a4b-b21f-73f618be85c0), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:13.757434 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Calling delete_port for 225d1678-6148-4a4b-b21f-73f618be85c0 owned by network:floatingip {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:02:13.762556 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-6cd16dad-5ecb-4553-bce0-0097ba596188 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99bf599415154f1eb8ebdf982099e635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321360 Jul 21 21:02:13.843427 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:13.866291 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-f429c661-2a1e-4295-8b5b-59aaed03855b service neutron] 10.222.0.60 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964262 Jul 21 21:02:13.902942 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (225d1678-6148-4a4b-b21f-73f618be85c0), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:13.931488 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event deleted for resources: {'Port': ['ID=225d1678-6148-4a4b-b21f-73f618be85c0,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:13.965225 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-8ef87d78-dfd3-4e2d-9119-71a915f07415 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925665 Jul 21 21:02:13.980912 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'name': 'network-vif-deleted', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:13.983141 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73392c9c-0c45-48bf-9aec-dd0c0fa62240" -d '{"events": [{"server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "name": "network-vif-deleted", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:13.998829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (fd538607-782f-405b-9b58-03e2a7182e14), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.002687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.006848 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-cfb8b2ce-6701-435a-92f9-961b623f30d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "DELETE /v2.0/floatingips/fd538607-782f-405b-9b58-03e2a7182e14 HTTP/1.1" status: 204 len: 168 time: 0.4551558 Jul 21 21:02:14.023662 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546b12e-8c72-4095-b600-d09502d36df5 x-openstack-request-id: req-5546b12e-8c72-4095-b600-d09502d36df5 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:14.024048 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0918b-9ae2-48d6-943a-bff67b0e7ca6", "name": "network-vif-deleted", "tag": "3d26f1bb-0cc8-4534-94aa-7d6db164e0dd", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:14.024369 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5546b12e-8c72-4095-b600-d09502d36df5 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:14.024897 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5546b12e-8c72-4095-b600-d09502d36df5'] response: {'server_uuid': '71a0918b-9ae2-48d6-943a-bff67b0e7ca6', 'name': 'network-vif-deleted', 'tag': '3d26f1bb-0cc8-4534-94aa-7d6db164e0dd', 'status': 'completed', 'code': 200} Jul 21 21:02:14.088594 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57918) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:14.096889 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-7caa1771-e9b6-4773-9e5c-c2c3b896bed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275691043', 'description': 'tempest-description--1502497700'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:14.148277 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d7466b47-2e03-436c-85b5-8e32905de728 req-43e72192-b7cf-4696-91f7-69758ad69a25 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 210 time: 0.0368168 Jul 21 21:02:14.153299 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7caa1771-e9b6-4773-9e5c-c2c3b896bed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.232393 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7caa1771-e9b6-4773-9e5c-c2c3b896bed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (aac87bdc-0d96-494b-b7d8-12763463a183), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.236348 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7caa1771-e9b6-4773-9e5c-c2c3b896bed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (aac87bdc-0d96-494b-b7d8-12763463a183), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.269697 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7caa1771-e9b6-4773-9e5c-c2c3b896bed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.271195 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-7caa1771-e9b6-4773-9e5c-c2c3b896bed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1813390 Jul 21 21:02:14.272335 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa1771-e9b6-4773-9e5c-c2c3b896bed7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac87bdc-0d96-494b-b7d8-12763463a183,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:14.274185 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57928) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:14.278960 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-db492dd7-1e71-4548-9bf6-aefccd973de1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'security_group_rule': {'security_group_id': 'aac87bdc-0d96-494b-b7d8-12763463a183', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:14.313470 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db492dd7-1e71-4548-9bf6-aefccd973de1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (7a153539-0ecf-4e1a-917a-16a24b928a91), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.376768 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db492dd7-1e71-4548-9bf6-aefccd973de1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (7a153539-0ecf-4e1a-917a-16a24b928a91), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.382082 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db492dd7-1e71-4548-9bf6-aefccd973de1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (7a153539-0ecf-4e1a-917a-16a24b928a91), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.407388 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db492dd7-1e71-4548-9bf6-aefccd973de1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a153539-0ecf-4e1a-917a-16a24b928a91,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:14.414262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db492dd7-1e71-4548-9bf6-aefccd973de1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.416079 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-db492dd7-1e71-4548-9bf6-aefccd973de1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407030 Jul 21 21:02:14.418759 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 57934) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:14.424355 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-c61efe88-83a0-4be9-83d0-f20b8525914c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'security_group_rule': {'security_group_id': 'aac87bdc-0d96-494b-b7d8-12763463a183', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:14.460079 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c61efe88-83a0-4be9-83d0-f20b8525914c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (18642d12-8875-4ef8-ae38-73a04f048526), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.483768 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd84bf-847f-4d47-a107-e3d4e05d9d39 req-41930dcd-2e2c-4d0a-a22a-161362710e79 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:14.485541 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7acd84bf-847f-4d47-a107-e3d4e05d9d39 req-41930dcd-2e2c-4d0a-a22a-161362710e79 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0601349 Jul 21 21:02:14.528825 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c61efe88-83a0-4be9-83d0-f20b8525914c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (18642d12-8875-4ef8-ae38-73a04f048526), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.532935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c61efe88-83a0-4be9-83d0-f20b8525914c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (18642d12-8875-4ef8-ae38-73a04f048526), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.553329 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61efe88-83a0-4be9-83d0-f20b8525914c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18642d12-8875-4ef8-ae38-73a04f048526,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:14.553557 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7acd84bf-847f-4d47-a107-e3d4e05d9d39 req-502e5737-d25e-4b10-abb6-db64a6681736 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591943 Jul 21 21:02:14.562339 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c61efe88-83a0-4be9-83d0-f20b8525914c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.566763 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c61efe88-83a0-4be9-83d0-f20b8525914c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438665 Jul 21 21:02:14.567081 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 57936) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:14.578993 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:14.596251 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.675990 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.722418 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:14.742534 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:14.792649 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Allocated IP 172.27.3.63 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/97c92238-0241-4f42-bf73-d29d6b9c5484) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:02:14.857489 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device d80379c2-97d4-4451-8830-16c63fa2aa8f no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:02:14.876903 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: d80379c2-97d4-4451-8830-16c63fa2aa8f {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:02:14.877172 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device d80379c2-97d4-4451-8830-16c63fa2aa8f not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:02:14.895187 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for port (97c92238-0241-4f42-bf73-d29d6b9c5484), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.927338 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (97c92238-0241-4f42-bf73-d29d6b9c5484), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:14.963813 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:02:14.971407 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:02:14.975976 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:02:14.978844 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'Port': ['ID=97c92238-0241-4f42-bf73-d29d6b9c5484,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:15.060948 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (8535c199-9b28-43b1-b76b-6a1acac969c6), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:15.103108 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (97c92238-0241-4f42-bf73-d29d6b9c5484), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:15.253687 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8d9f2565-45ee-4487-a9b1-065513e6aa6a req-bf8d149b-97ae-47cd-8bf1-2c52b16fe21f tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 210 time: 0.0315616 Jul 21 21:02:15.347187 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-d0ce2a87-e5c7-4352-8e20-241aeb21ecb7 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:15.348779 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-d0ce2a87-e5c7-4352-8e20-241aeb21ecb7 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.73 "GET /v2.0/networks?id=f0f260f2-2b96-4528-8f03-3a247ced81a9 HTTP/1.1" status: 200 len: 808 time: 0.1551266 Jul 21 21:02:15.351398 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for port (97c92238-0241-4f42-bf73-d29d6b9c5484), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:15.356208 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (97c92238-0241-4f42-bf73-d29d6b9c5484), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:15.388720 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Request body: {'port': {'device_id': '19396e1c-4dd5-4a1c-8c6b-704de7663ce7', 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9', 'admin_state_up': True, 'tenant_id': '99bf599415154f1eb8ebdf982099e635'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:15.420013 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:15.493516 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'Port': ['ID=97c92238-0241-4f42-bf73-d29d6b9c5484,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:15.499062 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:15.517037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (8535c199-9b28-43b1-b76b-6a1acac969c6), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:15.551774 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:15.553543 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-5e553685-9487-4f3d-8c91-6e01a484dd38 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9854338 Jul 21 21:02:15.576686 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Made reservation on behalf of 99bf599415154f1eb8ebdf982099e635 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:02:15.580576 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:15.711269 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad26fb9-a6c0-430b-bba7-052f43de4d1c req-efdd4422-2b36-43e7-b554-73afc0fc7ed2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:15.712788 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aad26fb9-a6c0-430b-bba7-052f43de4d1c req-efdd4422-2b36-43e7-b554-73afc0fc7ed2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0688357 Jul 21 21:02:15.763478 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-67a68cf6-f010-4d5c-bee2-aa725d7564b6 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1275691043&fields=id&tenant_id=c51d3542adae4062a487ab85d673140d HTTP/1.1" status: 200 len: 267 time: 0.0423548 Jul 21 21:02:15.790362 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Allocated IP 172.20.0.2 (f0f260f2-2b96-4528-8f03-3a247ced81a9/f8253843-310e-4532-9a6f-d159716bff71/bda79a3b-4f65-45a3-86e9-61e48b90ff58) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:02:15.799240 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aad26fb9-a6c0-430b-bba7-052f43de4d1c req-9aed5c7c-4228-4a2a-8d1b-de888ac978e3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680795 Jul 21 21:02:15.836862 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:15.883153 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8fcf8f33-3a9a-44b7-ab70-e97483bb417c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:15.884701 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8fcf8f33-3a9a-44b7-ab70-e97483bb417c tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 810 time: 0.1141231 Jul 21 21:02:15.899235 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-9ad12120-282b-4652-bfef-f508e92e4fd7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/quotas/c51d3542adae4062a487ab85d673140d HTTP/1.1" status: 200 len: 375 time: 0.0092382 Jul 21 21:02:15.948529 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-c1384227-ef69-4a2c-9418-e6ff603d6f89 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442564 Jul 21 21:02:15.958042 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks [] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:15.993285 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:16.034992 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Network f0f260f2-2b96-4528-8f03-3a247ced81a9 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:02:16.040650 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:02:16.044772 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:02:16.054083 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-25226c63-0c30-4db9-b3fd-22b7130c9193 service neutron] 10.222.0.60 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929794 Jul 21 21:02:16.072223 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Pushing event updated for resources: {'Port': ['ID=bda79a3b-4f65-45a3-86e9-61e48b90ff58,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:16.100825 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:16.101461 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:16.118964 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0389b367-6883-4661-ad75-16740b81b77e tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339072 Jul 21 21:02:16.138445 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Request body: {'port': {'device_id': '19396e1c-4dd5-4a1c-8c6b-704de7663ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:16.145519 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-133584cb-049d-44ed-9539-742de2dd9831 service neutron] 10.222.0.60 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856421 Jul 21 21:02:16.199586 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:16.234141 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:16.345076 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3f08b010-8fb8-4027-a82d-e5666a556e20 req-a7469dbb-3749-4c54-8f75-f17bfd6bddd5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 210 time: 0.0385647 Jul 21 21:02:16.382527 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:16.400823 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b498-7b2e-4a27-b611-beb1e9ec60c3 req-40b24f99-0181-4d50-9c94-5001d22364fb tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:16.402214 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2472b498-7b2e-4a27-b611-beb1e9ec60c3 req-40b24f99-0181-4d50-9c94-5001d22364fb tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 931 time: 0.0674410 Jul 21 21:02:16.455067 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2472b498-7b2e-4a27-b611-beb1e9ec60c3 req-9b549ed2-9bf1-498a-9b56-bafaa5d58f98 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474412 Jul 21 21:02:16.523818 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda79a3b-4f65-45a3-86e9-61e48b90ff58 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:02:16.531642 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Publish callbacks [] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:16.545951 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Transition to ACTIVE for port object bda79a3b-4f65-45a3-86e9-61e48b90ff58 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:02:16.549098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:16.598719 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=bda79a3b-4f65-45a3-86e9-61e48b90ff58,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:16.674085 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Attempting to bind port bda79a3b-4f65-45a3-86e9-61e48b90ff58 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:02:16.674414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Attempting to bind port bda79a3b-4f65-45a3-86e9-61e48b90ff58 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:02:16.674729 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Attempting to bind port bda79a3b-4f65-45a3-86e9-61e48b90ff58 on network f0f260f2-2b96-4528-8f03-3a247ced81a9 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:02:16.679096 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Port bda79a3b-4f65-45a3-86e9-61e48b90ff58 on network f0f260f2-2b96-4528-8f03-3a247ced81a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:02:16.679410 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Attempting to bind port bda79a3b-4f65-45a3-86e9-61e48b90ff58 on network f0f260f2-2b96-4528-8f03-3a247ced81a9 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:02:16.684289 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:02:16.684649 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Checking segment: {'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:02:16.685023 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Bound using segment: {'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:02:16.685443 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Bound port: bda79a3b-4f65-45a3-86e9-61e48b90ff58, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c75d82-7975-446e-a538-f877f411a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:02:16.685796 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:16.749081 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] For port bda79a3b-4f65-45a3-86e9-61e48b90ff58, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:02:16.752231 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] For port bda79a3b-4f65-45a3-86e9-61e48b90ff58, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bda79a3b-4f65-45a3-86e9-61e48b90ff58,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:02:16.765922 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:16.801213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:16.801825 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:16.803343 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] 10.222.0.73 "PUT /v2.0/ports/bda79a3b-4f65-45a3-86e9-61e48b90ff58 HTTP/1.1" status: 200 len: 1093 time: 0.6689956 Jul 21 21:02:16.803851 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19396e1c-4dd5-4a1c-8c6b-704de7663ce7', 'tag': 'bda79a3b-4f65-45a3-86e9-61e48b90ff58'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:16.806076 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22580d7-3fdb-4979-88f0-d9486d0ec82e" -d '{"events": [{"name": "network-changed", "server_uuid": "19396e1c-4dd5-4a1c-8c6b-704de7663ce7", "tag": "bda79a3b-4f65-45a3-86e9-61e48b90ff58"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:16.828829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b26a2-aa5e-496a-9586-06a5dba5d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=bda79a3b-4f65-45a3-86e9-61e48b90ff58,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:16.846045 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d508a85-46d3-4893-ab18-04d863dc9cb9 x-openstack-request-id: req-8d508a85-46d3-4893-ab18-04d863dc9cb9 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:16.846336 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19396e1c-4dd5-4a1c-8c6b-704de7663ce7", "tag": "bda79a3b-4f65-45a3-86e9-61e48b90ff58", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:16.846593 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d508a85-46d3-4893-ab18-04d863dc9cb9 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:16.847006 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d508a85-46d3-4893-ab18-04d863dc9cb9'] response: {'name': 'network-changed', 'server_uuid': '19396e1c-4dd5-4a1c-8c6b-704de7663ce7', 'tag': 'bda79a3b-4f65-45a3-86e9-61e48b90ff58', 'status': 'completed', 'code': 200} Jul 21 21:02:16.938439 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3323842-e9c8-480f-9c19-0d7e12127255 req-b0d3ecd1-0ab8-4443-998d-9874538fcc98 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:16.940195 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d3323842-e9c8-480f-9c19-0d7e12127255 req-b0d3ecd1-0ab8-4443-998d-9874538fcc98 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0553508 Jul 21 21:02:16.952861 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:16.960391 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22580d7-3fdb-4979-88f0-d9486d0ec82e req-18a178e7-1faf-4ddc-92b1-467620a1c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:16.962086 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f22580d7-3fdb-4979-88f0-d9486d0ec82e req-18a178e7-1faf-4ddc-92b1-467620a1c99c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99bf599415154f1eb8ebdf982099e635&device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 1127 time: 0.0452428 Jul 21 21:02:16.993186 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d3323842-e9c8-480f-9c19-0d7e12127255 req-a08e756b-d31c-4267-af6a-463cdb7d358c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461767 Jul 21 21:02:17.081336 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22580d7-3fdb-4979-88f0-d9486d0ec82e req-17d18a66-275a-4e2f-bbbd-456a795c374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:17.082835 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f22580d7-3fdb-4979-88f0-d9486d0ec82e req-17d18a66-275a-4e2f-bbbd-456a795c374e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=99bf599415154f1eb8ebdf982099e635&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0964193 Jul 21 21:02:17.332853 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22580d7-3fdb-4979-88f0-d9486d0ec82e req-69bf8200-56f8-423c-b05e-f097265df033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:17.334289 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f22580d7-3fdb-4979-88f0-d9486d0ec82e req-69bf8200-56f8-423c-b05e-f097265df033 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939996 Jul 21 21:02:17.606727 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43b08a-ec38-4ce3-a6bb-b332fc24dddb req-c28c5ca9-2278-485b-ab4c-e9915c318430 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:17.608506 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ca43b08a-ec38-4ce3-a6bb-b332fc24dddb req-c28c5ca9-2278-485b-ab4c-e9915c318430 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 943 time: 0.0627847 Jul 21 21:02:17.663632 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ca43b08a-ec38-4ce3-a6bb-b332fc24dddb req-a9f35c73-6156-442f-9ab4-a404434e39d6 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Jul 21 21:02:17.718905 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-eedcac87-d843-4564-aea8-474d3fc7e115 req-32ea0f73-88f0-4bd1-acfb-c869feedb205 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 210 time: 0.2945218 Jul 21 21:02:17.752644 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:17.793493 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-25db0586-5e6d-424b-9710-fe3377d6b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:17.794978 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-25db0586-5e6d-424b-9710-fe3377d6b7bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99bf599415154f1eb8ebdf982099e635&device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 1127 time: 0.1106477 Jul 21 21:02:17.850390 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-0f030a75-c403-4fdb-b21c-bbf5d863cc97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bda79a3b-4f65-45a3-86e9-61e48b90ff58 HTTP/1.1" status: 200 len: 217 time: 0.0394418 Jul 21 21:02:17.872076 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-c1f706d9-90d5-4080-a160-071479e78d21 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:17.873450 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-c1f706d9-90d5-4080-a160-071479e78d21 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 810 time: 0.4612072 Jul 21 21:02:17.934391 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-e56f4acb-7235-4faa-8b6a-8874ad17d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:17.935884 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-e56f4acb-7235-4faa-8b6a-8874ad17d2f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8253843-310e-4532-9a6f-d159716bff71 HTTP/1.1" status: 200 len: 848 time: 0.0786548 Jul 21 21:02:17.938065 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:17.989328 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-5df0b4be-c24a-4908-a06c-16e274fd0de8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0f260f2-2b96-4528-8f03-3a247ced81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432379 Jul 21 21:02:17.997149 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-fb0b1eab-c6c8-4162-a3d6-07a043dd22f8 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51d3542adae4062a487ab85d673140d HTTP/1.1" status: 200 len: 380 time: 0.1044300 Jul 21 21:02:18.018802 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'port': {'device_id': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'admin_state_up': True, 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'security_groups': ['aac87bdc-0d96-494b-b7d8-12763463a183']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:18.111169 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20613e0-0bda-48a8-847f-01de427e3837 req-4dd9ffc0-b436-4417-945f-a5f7c0863c73 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:18.112766 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a20613e0-0bda-48a8-847f-01de427e3837 req-4dd9ffc0-b436-4417-945f-a5f7c0863c73 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0483930 Jul 21 21:02:18.158442 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-46f8ee9a-b712-476d-8b7e-a5b7c58e2555 service neutron] 10.222.0.73 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603622 Jul 21 21:02:18.160305 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a20613e0-0bda-48a8-847f-01de427e3837 req-01f6df96-56a7-4f73-88c0-b4202dbf4b9d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418038 Jul 21 21:02:18.234660 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Made reservation on behalf of c51d3542adae4062a487ab85d673140d for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:02:18.238000 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:18.314534 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-093a972e-cdbe-4441-9ab4-8ec928b88b5b req-44b5247f-1182-4723-8fbd-41280a303ba3 service neutron] 10.222.0.73 "GET /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483476 Jul 21 21:02:18.385645 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Allocated IP 172.20.0.14 (cfa25da3-fc72-46d1-8f85-10482d1b770c/4baaa6db-3293-4627-ae4a-ecace4ce3e51/afce5e52-2f26-4fa4-947d-b22c511e5dd9) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:02:18.524496 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:18.548389 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:18.557183 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:18.598126 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Network cfa25da3-fc72-46d1-8f85-10482d1b770c is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:02:18.601409 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:02:18.607265 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:02:18.643833 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event updated for resources: {'Port': ['ID=afce5e52-2f26-4fa4-947d-b22c511e5dd9,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:18.667386 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:18.668120 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:18.685302 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8c315e2d-c3ad-4b41-aca9-a68d39189649 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6787679 Jul 21 21:02:18.788755 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092ec2a-b6f9-41b0-b0f8-183e81e37d40 req-e5cc161a-d211-427d-912b-80625a72648c tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:18.790252 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4092ec2a-b6f9-41b0-b0f8-183e81e37d40 req-e5cc161a-d211-427d-912b-80625a72648c tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 943 time: 0.0531583 Jul 21 21:02:18.838009 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4092ec2a-b6f9-41b0-b0f8-183e81e37d40 req-6b8dc830-3dad-4a35-9fbd-43adff91f683 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Jul 21 21:02:18.846621 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-137be47e-5ebe-4744-8632-a369ba01d613 None None] Provisioning complete for port afce5e52-2f26-4fa4-947d-b22c511e5dd9 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:02:18.847153 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-137be47e-5ebe-4744-8632-a369ba01d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:18.849722 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc57c-b195-42ba-978f-ff648b15e25b req-2b49a34a-1a3d-49c5-8ac8-67b3c15b3695 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:18.851403 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-894cc57c-b195-42ba-978f-ff648b15e25b req-2b49a34a-1a3d-49c5-8ac8-67b3c15b3695 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 932 time: 0.0565009 Jul 21 21:02:18.885719 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-137be47e-5ebe-4744-8632-a369ba01d613 None None] Port afce5e52-2f26-4fa4-947d-b22c511e5dd9 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:02:18.900379 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-894cc57c-b195-42ba-978f-ff648b15e25b req-7f8da308-5a24-4705-91d0-6c469a1c877b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Jul 21 21:02:19.284627 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:19.304975 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc4f0-0766-406d-a0eb-a5a9c9d0d2e7 req-1f632228-e05d-48f5-bc80-eb2f35cc0d22 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:19.306438 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-15fcc4f0-0766-406d-a0eb-a5a9c9d0d2e7 req-1f632228-e05d-48f5-bc80-eb2f35cc0d22 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0579743 Jul 21 21:02:19.352400 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-15fcc4f0-0766-406d-a0eb-a5a9c9d0d2e7 req-af718699-02ee-4389-bdde-f5d10a03ddf9 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Jul 21 21:02:19.957590 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285852d-814a-4207-b2c7-24328fb7b135 req-bb4db3a4-be40-4657-85c5-7d4239d439f3 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:19.959134 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d285852d-814a-4207-b2c7-24328fb7b135 req-bb4db3a4-be40-4657-85c5-7d4239d439f3 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 943 time: 0.0515618 Jul 21 21:02:20.008152 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d285852d-814a-4207-b2c7-24328fb7b135 req-f3c4e2bd-86cf-4a54-9f0f-41eddcc4a098 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Jul 21 21:02:20.018405 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81346c-2b76-4013-a08b-d1683da8b202 req-0a685dc6-0ddc-43f8-8974-6f68c23863ac tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:20.028165 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5a81346c-2b76-4013-a08b-d1683da8b202 req-0a685dc6-0ddc-43f8-8974-6f68c23863ac tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 932 time: 0.0594332 Jul 21 21:02:20.075107 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5a81346c-2b76-4013-a08b-d1683da8b202 req-385db57d-a291-4398-9010-136d2a13e2f2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Jul 21 21:02:20.470974 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e65f1-37bf-4e49-bcf6-28dfc4361ce4 req-bbcff876-bc45-44fc-ae86-a224d9e8b09c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:20.472459 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-519e65f1-37bf-4e49-bcf6-28dfc4361ce4 req-bbcff876-bc45-44fc-ae86-a224d9e8b09c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0470273 Jul 21 21:02:20.519356 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-519e65f1-37bf-4e49-bcf6-28dfc4361ce4 req-0261947b-a221-4502-9e96-e364b4055d62 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414126 Jul 21 21:02:20.855122 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device bda79a3b-4f65-45a3-86e9-61e48b90ff58 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:02:20.887209 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Request body: {'port': {'device_id': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:20.899198 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:20.948262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:20.966598 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port bda79a3b-4f65-45a3-86e9-61e48b90ff58, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bda79a3b-4f65-45a3-86e9-61e48b90ff58,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:20.978289 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'bda79a3b-4f65-45a3-86e9-61e48b90ff58', 'network_id': 'f0f260f2-2b96-4528-8f03-3a247ced81a9', 'port_id': 'bda79a3b-4f65-45a3-86e9-61e48b90ff58', 'mac_address': 'fa:16:3e:0f:2d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8253843-310e-4532-9a6f-d159716bff71', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:02:21.017251 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port bda79a3b-4f65-45a3-86e9-61e48b90ff58 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:21.017647 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:21.032979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda79a3b-4f65-45a3-86e9-61e48b90ff58 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:02:21.054232 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port bda79a3b-4f65-45a3-86e9-61e48b90ff58, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bda79a3b-4f65-45a3-86e9-61e48b90ff58,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:21.058668 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:21.115880 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=bda79a3b-4f65-45a3-86e9-61e48b90ff58,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:21.182191 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb415467-6e7d-42fe-997a-9de7a40e2fef req-1649b42b-83e8-43f2-8b4f-225ba3e84c1b tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:21.183674 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-eb415467-6e7d-42fe-997a-9de7a40e2fef req-1649b42b-83e8-43f2-8b4f-225ba3e84c1b tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 944 time: 0.1003189 Jul 21 21:02:21.192580 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51449b-4d0a-49e8-9ec4-067fb7a9b166 req-e68a9060-d2fb-4228-9523-fc43e5ccb194 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:21.194471 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cd51449b-4d0a-49e8-9ec4-067fb7a9b166 req-e68a9060-d2fb-4228-9523-fc43e5ccb194 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 932 time: 0.0477560 Jul 21 21:02:21.218192 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:21.247459 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cd51449b-4d0a-49e8-9ec4-067fb7a9b166 req-4e8784ac-eeec-4864-8a17-bd9fe848a6fb tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 Jul 21 21:02:21.284913 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-eb415467-6e7d-42fe-997a-9de7a40e2fef req-f48ac2b3-25ff-4f18-bc93-2d0f69b4b6ec tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948765 Jul 21 21:02:21.297847 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afce5e52-2f26-4fa4-947d-b22c511e5dd9 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:02:21.306158 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Publish callbacks [] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:21.309359 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:21.321204 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Transition to ACTIVE for port object afce5e52-2f26-4fa4-947d-b22c511e5dd9 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:02:21.326180 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:21.398303 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=afce5e52-2f26-4fa4-947d-b22c511e5dd9,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:21.461309 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Attempting to bind port afce5e52-2f26-4fa4-947d-b22c511e5dd9 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:02:21.461660 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Attempting to bind port afce5e52-2f26-4fa4-947d-b22c511e5dd9 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:02:21.462005 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Attempting to bind port afce5e52-2f26-4fa4-947d-b22c511e5dd9 on network cfa25da3-fc72-46d1-8f85-10482d1b770c {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:02:21.467999 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Port afce5e52-2f26-4fa4-947d-b22c511e5dd9 on network cfa25da3-fc72-46d1-8f85-10482d1b770c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:02:21.468327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Attempting to bind port afce5e52-2f26-4fa4-947d-b22c511e5dd9 on network cfa25da3-fc72-46d1-8f85-10482d1b770c {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:02:21.474537 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:02:21.474839 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Checking segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:02:21.475229 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Bound using segment: {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:02:21.475663 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Bound port: afce5e52-2f26-4fa4-947d-b22c511e5dd9, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce10bd3-6325-4299-bbfa-714330c7531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:02:21.476059 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:21.489934 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['bda79a3b-4f65-45a3-86e9-61e48b90ff58'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:02:21.548765 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] For port afce5e52-2f26-4fa4-947d-b22c511e5dd9, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:02:21.552670 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] For port afce5e52-2f26-4fa4-947d-b22c511e5dd9, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=afce5e52-2f26-4fa4-947d-b22c511e5dd9,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:02:21.559933 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:21.604467 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:21.605277 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:21.606690 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/afce5e52-2f26-4fa4-947d-b22c511e5dd9 HTTP/1.1" status: 200 len: 1094 time: 0.7237687 Jul 21 21:02:21.608989 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'tag': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:21.611282 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de0f1ea-f16e-4677-92d9-00a214eb7dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "012d5bba-82b3-4bf8-b491-d700fcf78cef", "tag": "afce5e52-2f26-4fa4-947d-b22c511e5dd9"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:21.639034 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1bdb4-f7f1-4b50-a68a-be06a1cfd1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=afce5e52-2f26-4fa4-947d-b22c511e5dd9,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:21.679515 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5ee25-ff90-4922-9290-999419bdc55d req-5ede5ebe-1525-45c5-94ac-288bc86da3e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:21.686843 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-86d5ee25-ff90-4922-9290-999419bdc55d req-5ede5ebe-1525-45c5-94ac-288bc86da3e1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0647371 Jul 21 21:02:21.689961 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a2e7f3-40f5-4d39-90fc-f58a329679d7 x-openstack-request-id: req-64a2e7f3-40f5-4d39-90fc-f58a329679d7 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:21.690257 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012d5bba-82b3-4bf8-b491-d700fcf78cef", "tag": "afce5e52-2f26-4fa4-947d-b22c511e5dd9", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:21.690512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64a2e7f3-40f5-4d39-90fc-f58a329679d7 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:21.690948 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a2e7f3-40f5-4d39-90fc-f58a329679d7'] response: {'name': 'network-changed', 'server_uuid': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'tag': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'status': 'completed', 'code': 200} Jul 21 21:02:21.732182 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-86d5ee25-ff90-4922-9290-999419bdc55d req-4cd92429-b614-4de0-ba48-169eb7cfd97c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Jul 21 21:02:22.342278 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:22.368311 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0f1ea-f16e-4677-92d9-00a214eb7dc3 req-35981ee4-6460-4c5b-b1ce-3046b7382ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.369857 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6de0f1ea-f16e-4677-92d9-00a214eb7dc3 req-35981ee4-6460-4c5b-b1ce-3046b7382ed9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 1128 time: 0.0729427 Jul 21 21:02:22.384679 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c306b6-99ba-4c70-aa24-06871f4b9488 req-9d9a5a66-507b-49f0-afde-229c723879b4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.386134 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b4c306b6-99ba-4c70-aa24-06871f4b9488 req-9d9a5a66-507b-49f0-afde-229c723879b4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 944 time: 0.0590501 Jul 21 21:02:22.402527 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7aa2d-b7c4-4500-9b8e-e2398d498cda req-eceb79ef-e844-40c0-94e1-af6a12c8d132 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.404807 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-98d7aa2d-b7c4-4500-9b8e-e2398d498cda req-eceb79ef-e844-40c0-94e1-af6a12c8d132 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 944 time: 0.0502656 Jul 21 21:02:22.453322 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-98d7aa2d-b7c4-4500-9b8e-e2398d498cda req-b98f6b19-55b3-4f43-82d1-d0fa4c7375ae tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Jul 21 21:02:22.498369 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b4c306b6-99ba-4c70-aa24-06871f4b9488 req-bd8edc28-0ae7-4ee6-863f-26c08e685126 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033103 Jul 21 21:02:22.517135 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0f1ea-f16e-4677-92d9-00a214eb7dc3 req-987ddd39-59ae-465b-a560-e7ae48c78224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.518636 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6de0f1ea-f16e-4677-92d9-00a214eb7dc3 req-987ddd39-59ae-465b-a560-e7ae48c78224 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c51d3542adae4062a487ab85d673140d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1316261 Jul 21 21:02:22.616117 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0f1ea-f16e-4677-92d9-00a214eb7dc3 req-58c84e10-2e29-46a7-93e0-602b3066858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.618077 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6de0f1ea-f16e-4677-92d9-00a214eb7dc3 req-58c84e10-2e29-46a7-93e0-602b3066858a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932276 Jul 21 21:02:22.719599 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-435c8aa9-fea3-4a98-ba2f-6efde589ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.721118 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-435c8aa9-fea3-4a98-ba2f-6efde589ea4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 1128 time: 0.0390756 Jul 21 21:02:22.769230 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-a635330f-8f77-4ef2-a645-bbc25f7617e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afce5e52-2f26-4fa4-947d-b22c511e5dd9 HTTP/1.1" status: 200 len: 217 time: 0.0325570 Jul 21 21:02:22.822166 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-5c2a25c6-baa7-4aa1-aa58-ff624100eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.823688 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-5c2a25c6-baa7-4aa1-aa58-ff624100eabd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4baaa6db-3293-4627-ae4a-ecace4ce3e51 HTTP/1.1" status: 200 len: 849 time: 0.0480220 Jul 21 21:02:22.856564 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85afaea-41d3-45ae-86e1-7cfaa103c394 req-c79b4723-3742-4ac8-8a84-2c4aac173f96 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.858186 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f85afaea-41d3-45ae-86e1-7cfaa103c394 req-c79b4723-3742-4ac8-8a84-2c4aac173f96 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0507898 Jul 21 21:02:22.870639 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-23da8bbf-9170-42bc-a38e-8d46c35ca7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:22.872103 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-23da8bbf-9170-42bc-a38e-8d46c35ca7d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa25da3-fc72-46d1-8f85-10482d1b770c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411036 Jul 21 21:02:22.906019 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f85afaea-41d3-45ae-86e1-7cfaa103c394 req-9e45ac34-e9bb-47f7-a44b-6a49e6fb1f4f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419161 Jul 21 21:02:22.952600 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device bda79a3b-4f65-45a3-86e9-61e48b90ff58 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:02:22.994141 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:22.997026 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port bda79a3b-4f65-45a3-86e9-61e48b90ff58 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:02:23.003828 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port bda79a3b-4f65-45a3-86e9-61e48b90ff58 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:02:23.004295 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:23.008306 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-bfae88b8-b984-4fae-b55d-a7322ddac9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:23.009787 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-bfae88b8-b984-4fae-b55d-a7322ddac9a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0773325 Jul 21 21:02:23.026719 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-eb2ba11a-eddc-494f-aa30-8bce69874deb service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257131 Jul 21 21:02:23.062036 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:23.083642 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port bda79a3b-4f65-45a3-86e9-61e48b90ff58 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:23.084144 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:23.102289 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:23.108517 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19396e1c-4dd5-4a1c-8c6b-704de7663ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda79a3b-4f65-45a3-86e9-61e48b90ff58'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:23.110763 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924080db-94cf-4b80-8868-1388b28f1e1b" -d '{"events": [{"server_uuid": "19396e1c-4dd5-4a1c-8c6b-704de7663ce7", "name": "network-vif-plugged", "status": "completed", "tag": "bda79a3b-4f65-45a3-86e9-61e48b90ff58"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:23.126026 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port bda79a3b-4f65-45a3-86e9-61e48b90ff58, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bda79a3b-4f65-45a3-86e9-61e48b90ff58,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:23.131887 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:23.155354 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0596c6eb-c22a-425d-9f4d-692f4a7af8d3 x-openstack-request-id: req-0596c6eb-c22a-425d-9f4d-692f4a7af8d3 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:23.155656 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19396e1c-4dd5-4a1c-8c6b-704de7663ce7", "name": "network-vif-plugged", "status": "completed", "tag": "bda79a3b-4f65-45a3-86e9-61e48b90ff58", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:23.155945 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0596c6eb-c22a-425d-9f4d-692f4a7af8d3 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:23.156350 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0596c6eb-c22a-425d-9f4d-692f4a7af8d3'] response: {'server_uuid': '19396e1c-4dd5-4a1c-8c6b-704de7663ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda79a3b-4f65-45a3-86e9-61e48b90ff58', 'code': 200} Jul 21 21:02:23.187802 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=bda79a3b-4f65-45a3-86e9-61e48b90ff58,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:23.204415 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-fc31dcf4-11bb-4321-9e29-754398cea948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:23.205908 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-fc31dcf4-11bb-4321-9e29-754398cea948 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.1701541 Jul 21 21:02:23.208125 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-68d54600-1a4d-498a-96f4-6b6503d4ce66 req-8875ea40-9157-4553-a0d4-a85d0f89f889 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704276 Jul 21 21:02:23.284956 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-c3af66cd-a9ba-42da-9dee-32bc09ff181e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0615408 Jul 21 21:02:23.567296 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d7fa4-1c5a-46c6-974e-b15e9c9d951d req-8db4825c-0770-4ee0-a952-5421fab79af9 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:23.568862 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d51d7fa4-1c5a-46c6-974e-b15e9c9d951d req-8db4825c-0770-4ee0-a952-5421fab79af9 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0484283 Jul 21 21:02:23.615336 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef8558-6679-4634-b140-981cb5de6e79 req-ae83683a-1ffb-44f0-ad4c-adcab11799d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:23.617203 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-55ef8558-6679-4634-b140-981cb5de6e79 req-ae83683a-1ffb-44f0-ad4c-adcab11799d1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 944 time: 0.0480373 Jul 21 21:02:23.620234 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d51d7fa4-1c5a-46c6-974e-b15e9c9d951d req-a0434d91-9e2c-47c1-a9ab-f26938a97d55 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Jul 21 21:02:23.664608 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-55ef8558-6679-4634-b140-981cb5de6e79 req-0dc16b05-d00a-4a85-91ed-04250850059a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Jul 21 21:02:24.031079 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e42b6-15fd-47ab-8c84-a3c5cd821c30 req-26239b00-ef8c-42a9-ae57-a1cd7f7408ba tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:24.032582 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-950e42b6-15fd-47ab-8c84-a3c5cd821c30 req-26239b00-ef8c-42a9-ae57-a1cd7f7408ba tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0499039 Jul 21 21:02:24.064683 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:24.079461 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-950e42b6-15fd-47ab-8c84-a3c5cd821c30 req-cbfeafc0-5e98-43a4-b49c-e47e8c3e254e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Jul 21 21:02:24.735380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15be72f-8cd7-438c-80cc-dccfef23c956 req-e1f912bd-e1d4-4c26-ad6d-a04d299f7441 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:24.736804 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e15be72f-8cd7-438c-80cc-dccfef23c956 req-e1f912bd-e1d4-4c26-ad6d-a04d299f7441 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0467184 Jul 21 21:02:24.764741 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:24.779333 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffed3c-88bc-4d6d-9712-b0056411eeda req-59544fe4-4f53-4adf-a4d2-ac968c1b098b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:24.780896 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68ffed3c-88bc-4d6d-9712-b0056411eeda req-59544fe4-4f53-4adf-a4d2-ac968c1b098b tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 944 time: 0.0501206 Jul 21 21:02:24.791579 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e15be72f-8cd7-438c-80cc-dccfef23c956 req-bdbd804f-98ce-4634-84aa-8bd5a75c9e17 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Jul 21 21:02:24.829357 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-68ffed3c-88bc-4d6d-9712-b0056411eeda req-5903c282-9748-411d-ae22-e9d1f90a82d4 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Jul 21 21:02:24.945982 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:02:25.045696 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:25.057085 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'port_id': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'mac_address': 'fa:16:3e:c3:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:02:25.090553 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 is: ACTIVE; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:25.090943 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:25.103938 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:02:25.128042 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:25.133089 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:25.180599 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=6']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:25.205663 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165e472-8f87-4f30-a738-b3ccd5b8e056 req-8d45b96c-d163-428f-97d8-f61db131fd34 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:25.207178 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e165e472-8f87-4f30-a738-b3ccd5b8e056 req-8d45b96c-d163-428f-97d8-f61db131fd34 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 944 time: 0.0535018 Jul 21 21:02:25.254184 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e165e472-8f87-4f30-a738-b3ccd5b8e056 req-99b368c2-fe96-4636-a4ca-25611cdb79fc tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414562 Jul 21 21:02:25.418792 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:02:25.903440 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0f50e-2bbd-47a9-a1ca-9714471b14cc req-1ca4b718-3bf6-4760-a9af-be942c793aab tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:25.904950 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5cf0f50e-2bbd-47a9-a1ca-9714471b14cc req-1ca4b718-3bf6-4760-a9af-be942c793aab tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0468669 Jul 21 21:02:25.943800 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa0b21-4270-4276-8551-49b75d4712c0 req-3ee71d85-f33e-4367-ad54-214fe805273a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:25.945472 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9fa0b21-4270-4276-8551-49b75d4712c0 req-3ee71d85-f33e-4367-ad54-214fe805273a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 944 time: 0.0481665 Jul 21 21:02:25.955846 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5cf0f50e-2bbd-47a9-a1ca-9714471b14cc req-3500e93b-8c6a-46c2-b861-23fcd502c4a6 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Jul 21 21:02:25.993665 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9fa0b21-4270-4276-8551-49b75d4712c0 req-2511c748-add0-4229-b8a3-be865d69d4ec tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Jul 21 21:02:26.373165 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642c826-839d-4a49-b53c-f08abf8ec615 req-541262cb-2bc5-44f4-a01e-a77149e7b565 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:26.374625 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3642c826-839d-4a49-b53c-f08abf8ec615 req-541262cb-2bc5-44f4-a01e-a77149e7b565 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 944 time: 0.0469899 Jul 21 21:02:26.422935 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-3642c826-839d-4a49-b53c-f08abf8ec615 req-d15f494a-7db1-4fee-bc64-b9759cfaec04 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Jul 21 21:02:26.518609 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-72218e1f-18c0-45a7-9aad-260822ba3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:26.520163 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-72218e1f-18c0-45a7-9aad-260822ba3690 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0828967 Jul 21 21:02:26.522159 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76370ec-a8f7-4061-b2ec-b8d92d23b55a req-ed28b3ce-b1de-4a1e-944e-c6a667f2cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:26.524363 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f76370ec-a8f7-4061-b2ec-b8d92d23b55a req-ed28b3ce-b1de-4a1e-944e-c6a667f2cdf9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 1129 time: 0.0594308 Jul 21 21:02:26.591191 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-16921d4c-485e-40e0-88db-585897d71820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:26.592762 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-16921d4c-485e-40e0-88db-585897d71820 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592575 Jul 21 21:02:26.613777 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f76370ec-a8f7-4061-b2ec-b8d92d23b55a req-d9ecc727-3b81-4a53-b6fa-001477c68e4d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723035 Jul 21 21:02:26.694172 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-a0d6e6f1-77fa-493d-9867-fd0cb1395a53 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911083 Jul 21 21:02:26.951075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device afce5e52-2f26-4fa4-947d-b22c511e5dd9 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:02:26.960913 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:02:27.067213 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:02:27.067626 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:27.077382 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d5854-4ebe-46d1-8062-fb6bef51051e req-5c7af750-99df-4043-aa03-cd495d734add tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:27.079641 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-869d5854-4ebe-46d1-8062-fb6bef51051e req-5c7af750-99df-4043-aa03-cd495d734add tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0519781 Jul 21 21:02:27.112492 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d0ae6-9309-4dc4-b450-cbc6e67d7482 req-127be723-b337-43e3-8ceb-481dee807de7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:27.114103 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-325d0ae6-9309-4dc4-b450-cbc6e67d7482 req-127be723-b337-43e3-8ceb-481dee807de7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 944 time: 0.0506167 Jul 21 21:02:27.137363 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:27.167192 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-325d0ae6-9309-4dc4-b450-cbc6e67d7482 req-85fb90ea-a6fe-4474-9c65-f1d797be5141 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Jul 21 21:02:27.189973 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-869d5854-4ebe-46d1-8062-fb6bef51051e req-fe68b3b2-2ec8-4d3e-aa1f-e147be2c3181 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041324 Jul 21 21:02:27.222900 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:27.227640 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-435d12b4-05e4-47e5-a72f-e463d5d240ac req-fadf42cb-4a6b-4156-9d31-5294d42a156d service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235194 Jul 21 21:02:27.253046 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port afce5e52-2f26-4fa4-947d-b22c511e5dd9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=afce5e52-2f26-4fa4-947d-b22c511e5dd9,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:27.269789 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'port_id': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'mac_address': 'fa:16:3e:c1:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:02:27.332065 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:27.335294 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port afce5e52-2f26-4fa4-947d-b22c511e5dd9 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:27.335693 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:27.338006 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:27.338385 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:27.363880 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afce5e52-2f26-4fa4-947d-b22c511e5dd9 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:02:27.383246 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:27.385519 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703be870-25c7-4f3c-8e4c-f23bfaaeee15" -d '{"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-plugged", "status": "completed", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:27.404894 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:27.406781 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port afce5e52-2f26-4fa4-947d-b22c511e5dd9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=afce5e52-2f26-4fa4-947d-b22c511e5dd9,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:27.409678 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:27.415261 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:27.434347 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb858d-a81c-43b9-8142-46e94001f981 x-openstack-request-id: req-eacb858d-a81c-43b9-8142-46e94001f981 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:27.434645 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-plugged", "status": "completed", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:27.434901 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eacb858d-a81c-43b9-8142-46e94001f981 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:27.435301 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacb858d-a81c-43b9-8142-46e94001f981'] response: {'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'code': 200} Jul 21 21:02:27.461249 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=7']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:27.513492 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=afce5e52-2f26-4fa4-947d-b22c511e5dd9,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:27.543486 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363250e5-7cd6-492c-9991-c2c8c711b150 req-8c3403a0-a737-4df4-9ba6-b9759657866f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:27.544976 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-363250e5-7cd6-492c-9991-c2c8c711b150 req-8c3403a0-a737-4df4-9ba6-b9759657866f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0482290 Jul 21 21:02:27.593256 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-363250e5-7cd6-492c-9991-c2c8c711b150 req-dc9c660b-a8e3-4e88-8326-f06029ccbd09 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Jul 21 21:02:27.594018 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=19 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:28.170364 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['afce5e52-2f26-4fa4-947d-b22c511e5dd9'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:02:28.313216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8ac3-6d65-4059-a63d-43283994b12f req-8d127957-8732-4f6f-bfef-b008b28e2bc4 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:28.314948 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b24f8ac3-6d65-4059-a63d-43283994b12f req-8d127957-8732-4f6f-bfef-b008b28e2bc4 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0507286 Jul 21 21:02:28.368827 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b24f8ac3-6d65-4059-a63d-43283994b12f req-688eea25-abc1-458e-845d-1d20058cd352 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Jul 21 21:02:28.412481 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29ee1-59b8-4fec-a450-4c208d15ce7a req-3cb4c2e9-1e31-45ef-b58c-3f46734496b0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:28.414010 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f8b29ee1-59b8-4fec-a450-4c208d15ce7a req-3cb4c2e9-1e31-45ef-b58c-3f46734496b0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 945 time: 0.1708946 Jul 21 21:02:28.461594 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f8b29ee1-59b8-4fec-a450-4c208d15ce7a req-f8ace286-1398-49af-9e21-d49c81b34bb3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 Jul 21 21:02:28.760907 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a30e5-a456-4fa8-8ff5-7469c8b5dcce req-2b795ef8-5230-4624-9503-da517249ba05 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:28.762332 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-965a30e5-a456-4fa8-8ff5-7469c8b5dcce req-2b795ef8-5230-4624-9503-da517249ba05 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0983458 Jul 21 21:02:28.810533 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-965a30e5-a456-4fa8-8ff5-7469c8b5dcce req-4cf6bf16-7ef2-446c-afd2-126412dc7b7e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 Jul 21 21:02:29.485252 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f93f6b-8944-40c9-8927-566d50a966c7 req-c8d8ac28-01dd-4e4c-8d74-baa49f491919 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:29.486789 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-22f93f6b-8944-40c9-8927-566d50a966c7 req-c8d8ac28-01dd-4e4c-8d74-baa49f491919 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Jul 21 21:02:29.512483 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:29.542632 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-22f93f6b-8944-40c9-8927-566d50a966c7 req-ce74c350-4fc4-4bae-b72d-4cc9a44bcd21 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 Jul 21 21:02:29.577454 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ca874-3c85-4b6b-963c-689acad9044d req-c25c8b62-1543-464b-92af-e1973a304a30 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:29.578964 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-090ca874-3c85-4b6b-963c-689acad9044d req-c25c8b62-1543-464b-92af-e1973a304a30 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 945 time: 0.0482557 Jul 21 21:02:29.605963 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:29.628998 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-090ca874-3c85-4b6b-963c-689acad9044d req-35fda17c-265f-47a6-9b3a-6c449af32123 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443115 Jul 21 21:02:29.650108 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device afce5e52-2f26-4fa4-947d-b22c511e5dd9 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:02:29.693440 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port afce5e52-2f26-4fa4-947d-b22c511e5dd9 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:02:29.698797 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port afce5e52-2f26-4fa4-947d-b22c511e5dd9 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:02:29.699177 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:29.780612 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port afce5e52-2f26-4fa4-947d-b22c511e5dd9 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:29.780612 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:29.801482 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:29.803811 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86b189d-5450-4aac-9693-b588c178d740" -d '{"events": [{"server_uuid": "012d5bba-82b3-4bf8-b491-d700fcf78cef", "name": "network-vif-plugged", "status": "completed", "tag": "afce5e52-2f26-4fa4-947d-b22c511e5dd9"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:29.816741 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port afce5e52-2f26-4fa4-947d-b22c511e5dd9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=afce5e52-2f26-4fa4-947d-b22c511e5dd9,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:29.821328 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:29.848406 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c05f664-e10a-466a-a824-b000d0e997d3 x-openstack-request-id: req-1c05f664-e10a-466a-a824-b000d0e997d3 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:29.849243 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012d5bba-82b3-4bf8-b491-d700fcf78cef", "name": "network-vif-plugged", "status": "completed", "tag": "afce5e52-2f26-4fa4-947d-b22c511e5dd9", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:29.849520 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c05f664-e10a-466a-a824-b000d0e997d3 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:29.850025 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c05f664-e10a-466a-a824-b000d0e997d3'] response: {'server_uuid': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'code': 200} Jul 21 21:02:29.874135 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=afce5e52-2f26-4fa4-947d-b22c511e5dd9,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:29.951236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0c57-8ece-4b85-8b0e-cefed0148912 req-c906bdf6-2f66-4763-b6dc-8d37658d07fe tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:29.952994 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-123a0c57-8ece-4b85-8b0e-cefed0148912 req-c906bdf6-2f66-4763-b6dc-8d37658d07fe tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0534272 Jul 21 21:02:30.005269 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-123a0c57-8ece-4b85-8b0e-cefed0148912 req-b275edb5-21ce-4eac-a58b-6a732f7f8d3e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458152 Jul 21 21:02:30.014325 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:30.173503 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c2417-293c-4852-af7a-7c6d081a8061 req-fa9d7e2f-b693-48ad-9101-568c1c0438bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:30.175213 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af9c2417-293c-4852-af7a-7c6d081a8061 req-fa9d7e2f-b693-48ad-9101-568c1c0438bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 1130 time: 0.0427902 Jul 21 21:02:30.234747 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-af9c2417-293c-4852-af7a-7c6d081a8061 req-d0c61ae7-70e7-4002-abd8-09ef36960a2c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523047 Jul 21 21:02:30.331630 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109384a-bfda-41da-9b84-2f4d4c85771a req-eb8042a4-b3b9-4d29-bbca-0cb922d0ae19 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:30.333450 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b109384a-bfda-41da-9b84-2f4d4c85771a req-eb8042a4-b3b9-4d29-bbca-0cb922d0ae19 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0553219 Jul 21 21:02:30.383746 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b109384a-bfda-41da-9b84-2f4d4c85771a req-22ae9b13-e173-4122-8677-633ab171bcb2 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450957 Jul 21 21:02:30.762070 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74d7dc-0502-4490-ac3e-e58b038e6ff7 req-1e071c3d-3173-445a-a3ae-e1bf339cdb11 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:30.763503 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e74d7dc-0502-4490-ac3e-e58b038e6ff7 req-1e071c3d-3173-445a-a3ae-e1bf339cdb11 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0575860 Jul 21 21:02:30.821327 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7e74d7dc-0502-4490-ac3e-e58b038e6ff7 req-b1b2f98e-3be6-4c26-b5c0-687e04be00d7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486436 Jul 21 21:02:31.131063 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f173c-48de-4a96-b6d0-a8443d544088 req-97ee0bed-660a-4902-9bf4-4018ff5f5fb0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:31.132559 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f67f173c-48de-4a96-b6d0-a8443d544088 req-97ee0bed-660a-4902-9bf4-4018ff5f5fb0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0521245 Jul 21 21:02:31.177563 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4f8d043a-6140-4f91-8b8d-eb7417feb6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:31.189081 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f67f173c-48de-4a96-b6d0-a8443d544088 req-92662617-721b-4842-a984-29967254ad7e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510409 Jul 21 21:02:31.510762 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33585d-d15c-44d9-a9f2-0f8f4b636a00 req-fb21e0b6-d38c-4f11-a3ec-71867cdfb261 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:31.512396 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7f33585d-d15c-44d9-a9f2-0f8f4b636a00 req-fb21e0b6-d38c-4f11-a3ec-71867cdfb261 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0537708 Jul 21 21:02:31.564160 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7f33585d-d15c-44d9-a9f2-0f8f4b636a00 req-56622661-e19f-467f-90c4-dbd9a6a70635 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 Jul 21 21:02:31.957724 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8dde4-9f79-4c98-be62-b46d422a090c req-b3f6b2ef-9b24-4f9b-b1bc-77c5f6ef41ab tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:31.959936 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-63f8dde4-9f79-4c98-be62-b46d422a090c req-b3f6b2ef-9b24-4f9b-b1bc-77c5f6ef41ab tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0511835 Jul 21 21:02:32.023951 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-63f8dde4-9f79-4c98-be62-b46d422a090c req-348a933b-738c-4ddc-b7a3-f58783058c9d tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579226 Jul 21 21:02:32.327751 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71560d8b-3d1c-4718-86d1-aa61e83c6cf7 req-1292364f-cc84-4732-896e-be2409a6d3ae tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:32.329248 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-71560d8b-3d1c-4718-86d1-aa61e83c6cf7 req-1292364f-cc84-4732-896e-be2409a6d3ae tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0495095 Jul 21 21:02:32.382131 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-71560d8b-3d1c-4718-86d1-aa61e83c6cf7 req-694fe7bb-eea2-4542-8ef7-584acc33e227 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468946 Jul 21 21:02:32.701758 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace8ea0-e3bf-4aec-ae71-f5a7315c6a7f req-f0977a06-42f7-4d0a-a92a-8286f295e74c tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:32.704198 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ace8ea0-e3bf-4aec-ae71-f5a7315c6a7f req-f0977a06-42f7-4d0a-a92a-8286f295e74c tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0652220 Jul 21 21:02:32.774462 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ace8ea0-e3bf-4aec-ae71-f5a7315c6a7f req-fcd43ad4-7ea7-4f02-b41e-c7ae5b59717b tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd755d33-7f05-4be8-baf5-e817857dcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606089 Jul 21 21:02:33.057487 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-543d277e-fb35-4520-8406-d88dc4dd03d2 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:33.059139 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-543d277e-fb35-4520-8406-d88dc4dd03d2 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.73 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 945 time: 0.0522048 Jul 21 21:02:33.168383 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Deleting port bda79a3b-4f65-45a3-86e9-61e48b90ff58 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:02:33.169575 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:33.185815 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:33.188368 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a451a2-4d6c-46e1-8c67-11b626ebd29f req-decdf842-8a5f-4335-9d4d-b4e6d45f64ea tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:33.190262 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7a451a2-4d6c-46e1-8c67-11b626ebd29f req-decdf842-8a5f-4335-9d4d-b4e6d45f64ea tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0684478 Jul 21 21:02:33.249555 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f7a451a2-4d6c-46e1-8c67-11b626ebd29f req-41c85c34-1580-4eb8-87f7-9a34aadc3605 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516672 Jul 21 21:02:33.307493 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] For port bda79a3b-4f65-45a3-86e9-61e48b90ff58, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=bda79a3b-4f65-45a3-86e9-61e48b90ff58,segment=NetworkSegment(28c75d82-7975-446e-a538-f877f411a275),segment_id=28c75d82-7975-446e-a538-f877f411a275)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:33.307798 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:33.323343 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Calling delete_port for bda79a3b-4f65-45a3-86e9-61e48b90ff58 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:02:33.693827 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:33.712356 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1778148-d461-4fe0-9430-9ecf13130bc7 req-db4374e9-341c-4227-a2af-47a2eef4f40f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:33.719241 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e1778148-d461-4fe0-9430-9ecf13130bc7 req-db4374e9-341c-4227-a2af-47a2eef4f40f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0720000 Jul 21 21:02:33.814039 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e1778148-d461-4fe0-9430-9ecf13130bc7 req-167882c6-1cc9-436d-a7d6-bd49e21e405e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938835 Jul 21 21:02:33.862978 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (bda79a3b-4f65-45a3-86e9-61e48b90ff58), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:33.894611 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5de1ad82-42f2-4199-b058-8f3f4951e12f req-ceb58910-4a49-4807-a9b9-03b32af4afbe tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.60 "GET /v2.0/ports?device_id=19396e1c-4dd5-4a1c-8c6b-704de7663ce7 HTTP/1.1" status: 200 len: 210 time: 0.0364814 Jul 21 21:02:33.905419 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Pushing event deleted for resources: {'Port': ['ID=bda79a3b-4f65-45a3-86e9-61e48b90ff58,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:33.948642 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.948865 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.949215 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.949551 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.949917 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.950236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.950598 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.950890 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.951212 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.951640 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.951990 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.952312 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.952635 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.952955 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.953268 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:02:33.988753 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] No DVR routers for this DVR port bda79a3b-4f65-45a3-86e9-61e48b90ff58 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:02:33.993843 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:33.998059 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-33a58ae2-db6d-48aa-9f0c-b17dc3e85c90 req-74256e36-331f-4615-a41f-2d5502b64945 tempest-VolumesActionsTest-1993371441 tempest-VolumesActionsTest-1993371441-project] 10.222.0.73 "DELETE /v2.0/ports/bda79a3b-4f65-45a3-86e9-61e48b90ff58 HTTP/1.1" status: 204 len: 173 time: 0.9308882 Jul 21 21:02:33.998588 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19396e1c-4dd5-4a1c-8c6b-704de7663ce7', 'name': 'network-vif-deleted', 'tag': 'bda79a3b-4f65-45a3-86e9-61e48b90ff58'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:34.001629 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cdf478-38a0-4aff-95cd-b61c942dee4f" -d '{"events": [{"server_uuid": "19396e1c-4dd5-4a1c-8c6b-704de7663ce7", "name": "network-vif-deleted", "tag": "bda79a3b-4f65-45a3-86e9-61e48b90ff58"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:34.050302 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e55b41-b7ab-42f1-92a5-f4395a01cf46 x-openstack-request-id: req-e0e55b41-b7ab-42f1-92a5-f4395a01cf46 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:34.053452 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19396e1c-4dd5-4a1c-8c6b-704de7663ce7", "name": "network-vif-deleted", "tag": "bda79a3b-4f65-45a3-86e9-61e48b90ff58", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:34.053452 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0e55b41-b7ab-42f1-92a5-f4395a01cf46 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:34.053452 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e55b41-b7ab-42f1-92a5-f4395a01cf46'] response: {'server_uuid': '19396e1c-4dd5-4a1c-8c6b-704de7663ce7', 'name': 'network-vif-deleted', 'tag': 'bda79a3b-4f65-45a3-86e9-61e48b90ff58', 'status': 'completed', 'code': 200} Jul 21 21:02:34.097633 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3af3-76db-4ba1-9eb0-d615f08700af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:34.378736 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b8367-fe16-4bc4-b990-20fdf04e9406 req-0edb848c-5951-40b3-96df-3416263574ff tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:34.380940 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e35b8367-fe16-4bc4-b990-20fdf04e9406 req-0edb848c-5951-40b3-96df-3416263574ff tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0535848 Jul 21 21:02:34.403161 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:34.441369 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e35b8367-fe16-4bc4-b990-20fdf04e9406 req-a16ae30f-c755-4785-8997-d6c6765df2e3 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547624 Jul 21 21:02:34.595223 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944176e-bb9b-4ac8-be23-666797cacb56 req-0af2f685-25fc-494a-8028-89defbc95657 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:34.597660 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e944176e-bb9b-4ac8-be23-666797cacb56 req-0af2f685-25fc-494a-8028-89defbc95657 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0647130 Jul 21 21:02:34.606850 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58130) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:34.612028 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Request body: {'floatingip': {'port_id': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:02:34.669601 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (8535c199-9b28-43b1-b76b-6a1acac969c6), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:34.971031 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d0f5-e4d1-483c-9c67-b4870899c24c req-7a590560-7155-4e34-812d-77119c82e7f8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:34.972808 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2e33d0f5-e4d1-483c-9c67-b4870899c24c req-7a590560-7155-4e34-812d-77119c82e7f8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0656898 Jul 21 21:02:35.037998 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2e33d0f5-e4d1-483c-9c67-b4870899c24c req-bdfcfc9c-0f2d-4b7b-9c1c-1431ab2a11b3 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580518 Jul 21 21:02:35.280759 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:35.285507 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (8535c199-9b28-43b1-b76b-6a1acac969c6), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:35.406862 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:35.410882 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Floating IP 8535c199-9b28-43b1-b76b-6a1acac969c6 associated. External IP: 172.27.3.63, port: afce5e52-2f26-4fa4-947d-b22c511e5dd9. Jul 21 21:02:35.584604 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:35.664048 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Router 9f454dee-9312-47ea-b49d-b616a4fb1d88 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:02:35.672161 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device bda79a3b-4f65-45a3-86e9-61e48b90ff58 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:02:35.706245 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: bda79a3b-4f65-45a3-86e9-61e48b90ff58 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:02:35.706937 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device bda79a3b-4f65-45a3-86e9-61e48b90ff58 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:02:35.794363 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:02:35.806338 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] Sync routers for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:02:35.806936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:35.826626 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:02:35.827669 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:02:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:02:35.846300 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-49a9fdf7-51f1-4066-bd97-7dbbe4bdded5 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "PUT /v2.0/floatingips/8535c199-9b28-43b1-b76b-6a1acac969c6 HTTP/1.1" status: 200 len: 991 time: 1.2362700 Jul 21 21:02:35.905675 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:35.976388 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:02:36.056470 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'tag': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:36.057445 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:36.059436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55" -d '{"events": [{"name": "network-changed", "server_uuid": "012d5bba-82b3-4bf8-b491-d700fcf78cef", "tag": "afce5e52-2f26-4fa4-947d-b22c511e5dd9"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:36.109662 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7c8d47-ac26-4f72-a180-539cba95710a x-openstack-request-id: req-cf7c8d47-ac26-4f72-a180-539cba95710a {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:36.109985 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012d5bba-82b3-4bf8-b491-d700fcf78cef", "tag": "afce5e52-2f26-4fa4-947d-b22c511e5dd9", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:36.110266 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf7c8d47-ac26-4f72-a180-539cba95710a {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:36.110752 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7c8d47-ac26-4f72-a180-539cba95710a'] response: {'name': 'network-changed', 'server_uuid': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'tag': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'status': 'completed', 'code': 200} Jul 21 21:02:36.195914 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c541228-4bf6-4204-8b08-d06cd2b25053 req-4621bb6d-b40b-46e8-868e-e0676fc55d7e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:36.199434 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1c541228-4bf6-4204-8b08-d06cd2b25053 req-4621bb6d-b40b-46e8-868e-e0676fc55d7e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0647252 Jul 21 21:02:36.222155 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-5cc08e08-d620-420d-94eb-813bb904b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:36.222928 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-5cc08e08-d620-420d-94eb-813bb904b4e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c51d3542adae4062a487ab85d673140d&device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 1130 time: 0.0632582 Jul 21 21:02:36.279262 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '8535c199-9b28-43b1-b76b-6a1acac969c6', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'port_id': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'mac_address': 'fa:16:3e:c1:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:02:15Z', 'updated_at': '2022-07-21T21:02:35Z', 'revision_number': 1, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:02:36.310344 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1c541228-4bf6-4204-8b08-d06cd2b25053 req-2c052d17-fdc7-4508-ae39-b73db6c790ac tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038630 Jul 21 21:02:36.313033 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:36.317899 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] Checking router: 9f454dee-9312-47ea-b49d-b616a4fb1d88 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:02:36.329086 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:02:36.329086 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:02:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:02:36.385164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-d49753c8-de2b-4469-ac34-9f0030dc1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:36.386659 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-d49753c8-de2b-4469-ac34-9f0030dc1bfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 200 len: 911 time: 0.1574912 Jul 21 21:02:36.457052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:02:36.472736 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-7d35b0a6-629c-4af9-8886-b5ae838960ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afce5e52-2f26-4fa4-947d-b22c511e5dd9 HTTP/1.1" status: 200 len: 999 time: 0.0786397 Jul 21 21:02:36.709188 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '8535c199-9b28-43b1-b76b-6a1acac969c6', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'port_id': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'mac_address': 'fa:16:3e:c1:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:02:15Z', 'updated_at': '2022-07-21T21:02:35Z', 'revision_number': 1, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:02:36.741417 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:36.743213 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca716927-0dc8-404c-9718-5965f7e59f8d None None] The sync data for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi is: [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '8535c199-9b28-43b1-b76b-6a1acac969c6', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'port_id': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'mac_address': 'fa:16:3e:c1:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:02:15Z', 'updated_at': '2022-07-21T21:02:35Z', 'revision_number': 1, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:02:36.952020 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89374f-26be-427e-aecf-600f5f569d6b None None] New status for floating IP 8535c199-9b28-43b1-b76b-6a1acac969c6: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:02:37.467232 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348c9d4-a7d8-47bd-b925-f54deb5e4e5b req-f5d9fb21-e260-4ed7-ab44-6d869642d1b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:37.474699 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b348c9d4-a7d8-47bd-b925-f54deb5e4e5b req-f5d9fb21-e260-4ed7-ab44-6d869642d1b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0573957 Jul 21 21:02:37.496375 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:37.531083 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b348c9d4-a7d8-47bd-b925-f54deb5e4e5b req-ceba18d3-9a3e-4c31-9698-b6b3231109fa tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550396 Jul 21 21:02:37.973737 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-26201a56-64d8-4b0f-8543-6f2c58378996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:37.975203 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-26201a56-64d8-4b0f-8543-6f2c58378996 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4baaa6db-3293-4627-ae4a-ecace4ce3e51 HTTP/1.1" status: 200 len: 849 time: 0.0466235 Jul 21 21:02:38.673481 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163ad5-1499-4411-995a-e0b6d9c535a9 req-688609c3-110f-4f10-9435-aae0743eae42 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:38.675594 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a2163ad5-1499-4411-995a-e0b6d9c535a9 req-688609c3-110f-4f10-9435-aae0743eae42 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0537603 Jul 21 21:02:38.727282 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a2163ad5-1499-4411-995a-e0b6d9c535a9 req-1032fd3c-ad65-4b8c-909c-8b4440a46049 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441775 Jul 21 21:02:39.000862 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-7f6ee8e2-afab-4569-a54d-9ebd6090b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:39.002615 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-7f6ee8e2-afab-4569-a54d-9ebd6090b7be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cfa25da3-fc72-46d1-8f85-10482d1b770c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476689 Jul 21 21:02:40.002157 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092ecda-57a4-4404-b449-0dab22fbf553 req-3fb6f93a-cc4d-4429-9f04-c00070e5e693 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:40.003661 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4092ecda-57a4-4404-b449-0dab22fbf553 req-3fb6f93a-cc4d-4429-9f04-c00070e5e693 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Jul 21 21:02:40.055638 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4092ecda-57a4-4404-b449-0dab22fbf553 req-f216f74f-5d17-4f04-9070-83020ffa70c1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457065 Jul 21 21:02:40.323030 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-26b4f750-7d5d-4aee-b60a-7aa1fd23a4ca service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869539 Jul 21 21:02:40.412462 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:40.436207 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-271d8f1f-42f8-4e03-a6fe-89a7a9a31d55 req-5fe32a6f-0b77-4d2e-ae70-15b765daf062 service neutron] 10.222.0.73 "GET /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836647 Jul 21 21:02:41.177650 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0537d5a-9483-409d-9817-75be3b15244f req-2a66ef6a-fc12-43d8-8f8b-4afaa4e797e7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:41.179150 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f0537d5a-9483-409d-9817-75be3b15244f req-2a66ef6a-fc12-43d8-8f8b-4afaa4e797e7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0484400 Jul 21 21:02:41.226348 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f0537d5a-9483-409d-9817-75be3b15244f req-91caf122-4dc6-4fb2-9746-df918304d617 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416536 Jul 21 21:02:41.270105 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:02:41.843271 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-b5eb9e0a-6d8e-4143-8837-c62f36c647ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:41.844779 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-b5eb9e0a-6d8e-4143-8837-c62f36c647ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1129 time: 0.0395217 Jul 21 21:02:41.938225 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-11d2795f-bf05-457d-9ae5-26992d823ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:41.939695 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-11d2795f-bf05-457d-9ae5-26992d823ce0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.0885828 Jul 21 21:02:41.984339 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:42.001373 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-862435d8-08fc-46e2-ae10-7cd164aa3374 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0551376 Jul 21 21:02:42.072526 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-58d957a0-97da-4e97-be7e-934d626599ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:42.074179 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-58d957a0-97da-4e97-be7e-934d626599ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0659060 Jul 21 21:02:42.121456 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-71a3fb7b-839e-4f72-b0e9-de26165136e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:42.123086 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-71a3fb7b-839e-4f72-b0e9-de26165136e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411620 Jul 21 21:02:42.223528 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-600864eb-dd06-46bd-ac4a-393c4270ab42 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912278 Jul 21 21:02:42.330115 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f1056db6-befc-4669-bdc4-40a6e5496034 req-9bd8e915-971c-4d5a-9d3d-fd410afdc599 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991580 Jul 21 21:02:42.373851 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42591293-43c5-4fbb-8698-ea8a9857c145 req-ae5028c7-d2ad-42b1-8389-62ec1120ed1e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:42.375937 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-42591293-43c5-4fbb-8698-ea8a9857c145 req-ae5028c7-d2ad-42b1-8389-62ec1120ed1e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0568118 Jul 21 21:02:42.439957 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-42591293-43c5-4fbb-8698-ea8a9857c145 req-da2ea7d5-d88e-478d-b06b-22d458be4bd2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563362 Jul 21 21:02:43.609236 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea8036-c86b-4539-95bd-213cc501e689 req-0ca5b102-07d0-4adf-aaa1-93dbfd121654 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:43.617071 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d3ea8036-c86b-4539-95bd-213cc501e689 req-0ca5b102-07d0-4adf-aaa1-93dbfd121654 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0792778 Jul 21 21:02:43.675425 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d3ea8036-c86b-4539-95bd-213cc501e689 req-6d1ba454-38f4-4f7f-9985-d094def9f316 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505686 Jul 21 21:02:45.002957 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b498acf-7560-434a-87fd-84758bdcc0e3 req-6c19d301-9ba6-40c3-9fe5-de1a5912f6a7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:45.011082 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b498acf-7560-434a-87fd-84758bdcc0e3 req-6c19d301-9ba6-40c3-9fe5-de1a5912f6a7 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 945 time: 0.0680077 Jul 21 21:02:45.069744 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b498acf-7560-434a-87fd-84758bdcc0e3 req-c91a0392-ad7e-4285-b0f0-e8e777c932b5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560102 Jul 21 21:02:45.709846 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:02:45.804778 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 is: ACTIVE; New status is: DOWN {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:02:45.805400 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:45.839245 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:45.840006 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:02:45.843164 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf86cf75-860c-4ce9-a98c-88b454352bb1" -d '{"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:02:45.854424 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:02:45.862221 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:45.891355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Jul 2022 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68791b17-ba8b-4f7b-a2fd-1a0b9133b925 x-openstack-request-id: req-68791b17-ba8b-4f7b-a2fd-1a0b9133b925 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:02:45.891822 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-unplugged", "status": "failed", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8", "code": 422}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:02:45.892208 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68791b17-ba8b-4f7b-a2fd-1a0b9133b925 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:02:45.892891 dv-cinder-850687-1-iscsi neutron-server[110832]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-68791b17-ba8b-4f7b-a2fd-1a0b9133b925']: {'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'code': 422} returned with failed status Jul 21 21:02:45.926014 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=8']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:02:46.099318 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-4532fd8b-7d54-433b-824c-4c387fdce110 req-54cc2898-7e14-4105-b9a8-cda95019d128 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 21:02:46.102228 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4532fd8b-7d54-433b-824c-4c387fdce110 req-54cc2898-7e14-4105-b9a8-cda95019d128 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091667 Jul 21 21:02:46.442137 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397f94c-f8c8-44fb-b118-8c9155fd30f5 req-e1d93690-ad28-4378-9c4f-50fa3533aa20 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:46.449876 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-78944c71-78dd-43f2-bcd3-7c4aef48646e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724244 Jul 21 21:02:46.456187 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3397f94c-f8c8-44fb-b118-8c9155fd30f5 req-e1d93690-ad28-4378-9c4f-50fa3533aa20 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.1375630 Jul 21 21:02:46.563310 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-a1e2c835-faa7-4e5d-97f0-7b41d1720bf4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:46.575281 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-a1e2c835-faa7-4e5d-97f0-7b41d1720bf4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports/4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 940 time: 0.0978529 Jul 21 21:02:46.599070 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3397f94c-f8c8-44fb-b118-8c9155fd30f5 req-70c9f753-e5b2-4d65-b9f3-4fe8cdfcc366 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415980 Jul 21 21:02:47.628398 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-fdf7ea03-eebd-404d-be56-19f15075ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:47.630671 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-fdf7ea03-eebd-404d-be56-19f15075ef6b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6&tenant_id=c312164b3fdd40719fcdd94ed6bfd187 HTTP/1.1" status: 200 len: 1127 time: 0.0454719 Jul 21 21:02:47.717866 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-e5d1231d-c1a0-44f2-abd1-1a95b218aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:47.719757 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-e5d1231d-c1a0-44f2-abd1-1a95b218aeb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1127 time: 0.0474045 Jul 21 21:02:47.764022 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:47.775817 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de9465-4484-449c-a63b-504a65ee0f96 req-5b0fa1a2-f3e5-4277-b0f0-3df4539b3669 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:47.786076 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-89de9465-4484-449c-a63b-504a65ee0f96 req-5b0fa1a2-f3e5-4277-b0f0-3df4539b3669 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0803213 Jul 21 21:02:47.827275 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-975c722e-53ed-47ad-96c5-02a61d706b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:47.829367 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-975c722e-53ed-47ad-96c5-02a61d706b11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.1012003 Jul 21 21:02:47.852668 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-89de9465-4484-449c-a63b-504a65ee0f96 req-1f19f3c9-22d2-48b3-a8eb-ac20d7994f22 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626781 Jul 21 21:02:47.885487 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:47.904247 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-12dfc306-75af-426a-83c0-34ec74a8a510 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 999 time: 0.0669732 Jul 21 21:02:47.964664 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-bbd5fc3c-e24d-4005-b155-b47a9128b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:47.966144 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-bbd5fc3c-e24d-4005-b155-b47a9128b72f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0518155 Jul 21 21:02:48.019826 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-4b8ada3f-0e45-44bb-ac04-82d7c2bd0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:48.021333 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-4b8ada3f-0e45-44bb-ac04-82d7c2bd0e0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485034 Jul 21 21:02:48.109257 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:48.116339 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-c62439a1-b854-45d9-af84-ee557fe8f9ab service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870337 Jul 21 21:02:48.216283 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-49731e63-f45a-43c4-b900-636c9ebefc41 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933211 Jul 21 21:02:49.086029 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ee00f-fbe3-4905-9888-3dc9e1e36708 req-5ef9a60d-91fd-410d-9123-2237321e53bb tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:49.088205 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-922ee00f-fbe3-4905-9888-3dc9e1e36708 req-5ef9a60d-91fd-410d-9123-2237321e53bb tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0719206 Jul 21 21:02:49.259564 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-922ee00f-fbe3-4905-9888-3dc9e1e36708 req-31658750-0d2f-4391-aedf-1c9b06432f86 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458056 Jul 21 21:02:50.468560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217de445-5c62-429f-8f40-d01b956e1c6a req-71da990a-c0b2-4a55-adb8-fe25282ae711 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:50.476796 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-217de445-5c62-429f-8f40-d01b956e1c6a req-71da990a-c0b2-4a55-adb8-fe25282ae711 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0751784 Jul 21 21:02:50.530826 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-217de445-5c62-429f-8f40-d01b956e1c6a req-9704c1f5-8e39-40bc-98c5-e4dfb6e53bab tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529444 Jul 21 21:02:50.906473 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:51.680563 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcfbbe-4cfb-48d5-aa84-d09871f3f18a req-df66b96d-04a4-44e3-94ef-e8b55fa92308 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:51.682219 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1bfcfbbe-4cfb-48d5-aa84-d09871f3f18a req-df66b96d-04a4-44e3-94ef-e8b55fa92308 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0682795 Jul 21 21:02:51.744712 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1bfcfbbe-4cfb-48d5-aa84-d09871f3f18a req-04f19135-0bf2-4f76-8d55-55b016eaea8b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552487 Jul 21 21:02:52.903344 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e21ca-be18-4974-bebb-cbbd2b793ca9 req-8883e2d3-99ec-47af-991e-a29662652d12 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:52.915366 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1d2e21ca-be18-4974-bebb-cbbd2b793ca9 req-8883e2d3-99ec-47af-991e-a29662652d12 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0755415 Jul 21 21:02:53.048155 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1d2e21ca-be18-4974-bebb-cbbd2b793ca9 req-dd52b720-93cf-48a1-a811-e0080d255db0 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211607 Jul 21 21:02:54.023318 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:54.025456 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:54.242489 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0089d-2608-444e-b0ae-49eb059003f8 req-20a803ef-e2ba-4760-86fc-2103c7acb45c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:54.244243 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6fb0089d-2608-444e-b0ae-49eb059003f8 req-20a803ef-e2ba-4760-86fc-2103c7acb45c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0967271 Jul 21 21:02:54.319555 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6fb0089d-2608-444e-b0ae-49eb059003f8 req-9e03bafb-549f-489e-8e1b-7140f80571a2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680938 Jul 21 21:02:55.486306 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd741d-2c82-4bef-99cf-f3be0d873f4a req-99d4c47b-aff2-4db0-a082-9dd54873e869 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:55.498744 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-33cd741d-2c82-4bef-99cf-f3be0d873f4a req-99d4c47b-aff2-4db0-a082-9dd54873e869 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0905299 Jul 21 21:02:55.589505 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-33cd741d-2c82-4bef-99cf-f3be0d873f4a req-6701f160-9a04-47b3-858c-d10f34b24bf5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896893 Jul 21 21:02:56.749888 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189c433-bb55-4c1e-8e7d-3cc12dd48c54 req-a13befb6-bcbe-46f2-9786-2c45d187e36f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:56.751492 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b189c433-bb55-4c1e-8e7d-3cc12dd48c54 req-a13befb6-bcbe-46f2-9786-2c45d187e36f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0781372 Jul 21 21:02:56.833028 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b189c433-bb55-4c1e-8e7d-3cc12dd48c54 req-793832a2-acd5-48fc-8cd2-b65110daebae tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751736 Jul 21 21:02:57.957199 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cb03-416d-467b-ade9-b644168764bd req-13b8f63c-ce74-4b9b-8f4a-d1a8e6c9907e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:57.960175 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2561cb03-416d-467b-ade9-b644168764bd req-13b8f63c-ce74-4b9b-8f4a-d1a8e6c9907e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0510817 Jul 21 21:02:58.026476 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2561cb03-416d-467b-ade9-b644168764bd req-6b4a5250-9185-4de5-91da-23635d6bcfaf tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606911 Jul 21 21:02:59.162394 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641af187-199b-4442-82a8-2f4800ccf668 req-87bea3c2-f743-4fd4-af33-3e30d5c130b2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:02:59.163988 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-641af187-199b-4442-82a8-2f4800ccf668 req-87bea3c2-f743-4fd4-af33-3e30d5c130b2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0580683 Jul 21 21:02:59.224005 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-641af187-199b-4442-82a8-2f4800ccf668 req-ba6c15de-262c-48cd-a60a-a3b77cad0373 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544825 Jul 21 21:02:59.789248 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58474) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:02:59.833483 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9028c568-1742-4631-b3c8-859e02117602 admin admin] Deleting subnet f8253843-310e-4532-9a6f-d159716bff71 {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:02:59.837509 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9028c568-1742-4631-b3c8-859e02117602 admin admin] Publish callbacks [] for subnet (f8253843-310e-4532-9a6f-d159716bff71), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:59.873779 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9028c568-1742-4631-b3c8-859e02117602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5825706'] for subnet (f8253843-310e-4532-9a6f-d159716bff71), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:59.917907 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9028c568-1742-4631-b3c8-859e02117602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (f8253843-310e-4532-9a6f-d159716bff71), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:02:59.948766 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:02:59.971983 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9028c568-1742-4631-b3c8-859e02117602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5928065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5483807'] for subnet (f8253843-310e-4532-9a6f-d159716bff71), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.000326 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028c568-1742-4631-b3c8-859e02117602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8253843-310e-4532-9a6f-d159716bff71,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:00.002310 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9028c568-1742-4631-b3c8-859e02117602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.007520 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9028c568-1742-4631-b3c8-859e02117602 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f8253843-310e-4532-9a6f-d159716bff71 HTTP/1.1" status: 204 len: 168 time: 0.2170384 Jul 21 21:03:00.008545 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58476) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:00.081247 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (f0f260f2-2b96-4528-8f03-3a247ced81a9), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.349511 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f7e6d-9a5b-4f89-a66f-f6bb9d64196a req-9b3a08d2-abc2-4390-b1cf-aee921ea4a55 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:00.351183 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1a6f7e6d-9a5b-4f89-a66f-f6bb9d64196a req-9b3a08d2-abc2-4390-b1cf-aee921ea4a55 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0496316 Jul 21 21:03:00.399003 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1a6f7e6d-9a5b-4f89-a66f-f6bb9d64196a req-4e1e3fd1-baab-43a0-b1a9-79705aec49ec tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 Jul 21 21:03:00.401254 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (f0f260f2-2b96-4528-8f03-3a247ced81a9), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.424595 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f260f2-2b96-4528-8f03-3a247ced81a9']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:00.434676 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c75d82-7975-446e-a538-f877f411a275') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:00.434972 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c75d82-7975-446e-a538-f877f411a275') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:00.441305 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:00.445794 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (28c75d82-7975-446e-a538-f877f411a275), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.459946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (28c75d82-7975-446e-a538-f877f411a275), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.465970 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:03:00.466351 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (28c75d82-7975-446e-a538-f877f411a275), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.515567 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 28c75d82-7975-446e-a538-f877f411a275 resource provider aggregate not found Jul 21 21:03:00.532847 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (f0f260f2-2b96-4528-8f03-3a247ced81a9), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.535328 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 28c75d82-7975-446e-a538-f877f411a275 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28c75d82-7975-446e-a538-f877f411a275 found for delete ", "request_id": "req-13681824-0d7e-48f2-a446-9d93c3fadbf3"}]} Jul 21 21:03:00.539509 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.542692 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f0f260f2-2b96-4528-8f03-3a247ced81a9 HTTP/1.1" status: 204 len: 168 time: 0.5331523 Jul 21 21:03:00.553641 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387206a3-fc8e-4980-9d99-a5d865159c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f260f2-2b96-4528-8f03-3a247ced81a9,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:00.653011 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58486) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:00.694525 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-4ae89896-b5fd-4fd2-83eb-cf862101cab7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99bf599415154f1eb8ebdf982099e635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403297 Jul 21 21:03:00.697135 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58488) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:00.752713 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-51ee168b-feee-4591-9b1f-feb44ad6a783 admin admin] Publish callbacks [] for security_group (cd755d33-7f05-4be8-baf5-e817857dcc69), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.774722 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-51ee168b-feee-4591-9b1f-feb44ad6a783 admin admin] Publish callbacks [] for security_group (cd755d33-7f05-4be8-baf5-e817857dcc69), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.824229 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-51ee168b-feee-4591-9b1f-feb44ad6a783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (cd755d33-7f05-4be8-baf5-e817857dcc69), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.826822 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-51ee168b-feee-4591-9b1f-feb44ad6a783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:00.828591 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-51ee168b-feee-4591-9b1f-feb44ad6a783 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd755d33-7f05-4be8-baf5-e817857dcc69 HTTP/1.1" status: 204 len: 168 time: 0.1303570 Jul 21 21:03:00.836538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee168b-feee-4591-9b1f-feb44ad6a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd755d33-7f05-4be8-baf5-e817857dcc69,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:01.172986 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a0e3-1428-4b05-b82c-10419d47b441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.519506 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9eb13-0ef6-45de-8424-f9b77e65861f req-3726d064-54fa-4216-b4ec-924acd362eb8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:01.521104 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98d9eb13-0ef6-45de-8424-f9b77e65861f req-3726d064-54fa-4216-b4ec-924acd362eb8 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0481272 Jul 21 21:03:01.526228 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58512) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:01.573237 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98d9eb13-0ef6-45de-8424-f9b77e65861f req-f5550807-fe73-43d8-b078-dbb352b08c06 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 Jul 21 21:03:01.625499 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1748547730-network', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:01.644936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Made reservation on behalf of 6a26de2015bb4626ba4093aac7a3d085 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:03:01.647395 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.655822 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.731966 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Publish callbacks [] for security_group (2297caf8-4de3-4ab1-9ba9-d0fdb576d41c), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.735843 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (2297caf8-4de3-4ab1-9ba9-d0fdb576d41c), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.761385 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 21:03:01.769901 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=1,neutron:DELETE=8,neutron:SELECT=85,neutron:INSERT=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:01.771962 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:01.777443 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (afe178b8-5a5e-4efc-9590-4325c4e066a6), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.777792 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Added segment afe178b8-5a5e-4efc-9590-4325c4e066a6 of type vlan for network a9e613c3-ca46-4d37-87a4-434109b70a16 Jul 21 21:03:01.821630 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (a9e613c3-ca46-4d37-87a4-434109b70a16), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.845606 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (a9e613c3-ca46-4d37-87a4-434109b70a16), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.846567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:01.847133 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.880781 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3535192 Jul 21 21:03:01.883755 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58516) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:01.888655 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Request body: {'subnet': {'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1748547730-subnet', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:01.892050 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:01.910138 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Made reservation on behalf of 6a26de2015bb4626ba4093aac7a3d085 for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:03:01.910380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b512fb-654d-4cab-8f81-e36d1254fa4b admin admin] Pushing event updated for resources: {'Network': ['ID=a9e613c3-ca46-4d37-87a4-434109b70a16,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:01.914345 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195776'] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:01.921148 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network a9e613c3-ca46-4d37-87a4-434109b70a16 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 21:03:02.091541 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195794'] for subnet (d004995d-f29d-43e6-84df-fa39c69f62fc), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.151291 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d004995d-f29d-43e6-84df-fa39c69f62fc,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:02.160378 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:02.161763 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.162759 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.163170 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.163528 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.163902 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.164236 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.164567 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.164895 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.165222 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.165547 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.165874 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.166202 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.166525 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.166846 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.167168 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:02.174089 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Checking segment: {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:02.174501 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Network hostable DHCP agents. Network: a9e613c3-ca46-4d37-87a4-434109b70a16, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 21:03:02.192887 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Network a9e613c3-ca46-4d37-87a4-434109b70a16 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 21:03:02.201225 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, a9e613c3-ca46-4d37-87a4-434109b70a16) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:02.206596 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:02.207898 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.212769 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8d561-23a4-4d61-9f0d-58b0d5376a90 None None] Network a9e613c3-ca46-4d37-87a4-434109b70a16 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:03:02.227936 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-abd6158a-a353-4cd2-957c-41dbe921a7ed admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3400533 Jul 21 21:03:02.228170 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58518) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:02.232488 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:02.254663 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (36057add-de9d-4e91-9f99-70efb1df06aa), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.256208 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (36057add-de9d-4e91-9f99-70efb1df06aa), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.306149 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks [] for router_controller (36057add-de9d-4e91-9f99-70efb1df06aa), precommit_add_association {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.320516 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-a9e613c3-ca46-4d37-87a4-434109b70a16', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 21:03:02.321531 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.390457 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:02.467075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Allocated IP 172.20.0.2 (a9e613c3-ca46-4d37-87a4-434109b70a16/d004995d-f29d-43e6-84df-fa39c69f62fc/e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:03:02.625005 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Publish callbacks [] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.631947 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.671180 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Network a9e613c3-ca46-4d37-87a4-434109b70a16 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:02.674254 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:02.676863 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:03:02.694000 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Pushing event updated for resources: {'Port': ['ID=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:02.720860 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks [] for router_gateway (36057add-de9d-4e91-9f99-70efb1df06aa), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.750167 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356f7d4-0d46-4b12-8d56-939bbe9d1a88 req-5eaf239c-6576-4175-9603-86c475c7b67c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:02.750792 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Attempting to bind port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:03:02.751170 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Attempting to bind port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:03:02.751643 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2356f7d4-0d46-4b12-8d56-939bbe9d1a88 req-5eaf239c-6576-4175-9603-86c475c7b67c tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0667009 Jul 21 21:03:02.753123 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Attempting to bind port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 on network a9e613c3-ca46-4d37-87a4-434109b70a16 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:02.758708 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:03:02.759089 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Checking segment: {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:02.759489 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.760052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Bound using segment: {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:03:02.760517 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Bound port: e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:03:02.760896 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.795604 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:02.827333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] For port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:03:02.831893 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] For port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:03:02.838823 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.847319 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2356f7d4-0d46-4b12-8d56-939bbe9d1a88 req-94689827-0233-462f-bc4a-c8e743109504 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870559 Jul 21 21:03:02.894004 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eefd6a-b3b8-4c03-9529-ae1643cbf698 None None] Pushing event updated for resources: {'Port': ['ID=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:02.956144 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks [] for router_gateway (36057add-de9d-4e91-9f99-70efb1df06aa), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:02.976341 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:03.037850 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:03.093301 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Allocated IP 172.27.3.72 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/0d70ca48-f38a-4f21-93be-5a44dab1ea77) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:03:03.224876 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks [] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:03.257486 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:03.291766 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:03.296099 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:03.301653 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:03:03.328607 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Pushing event updated for resources: {'Port': ['ID=0d70ca48-f38a-4f21-93be-5a44dab1ea77,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:03.330545 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:03.545487 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks [] for router_gateway (36057add-de9d-4e91-9f99-70efb1df06aa), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:03.744528 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (36057add-de9d-4e91-9f99-70efb1df06aa), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:03.839186 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b3631-1549-467c-aac3-0827fa1da440 None None] Network a9e613c3-ca46-4d37-87a4-434109b70a16 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:03:03.867300 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:03.876790 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Router 36057add-de9d-4e91-9f99-70efb1df06aa is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 21:03:03.910443 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Provisioning complete for port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:03.910825 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:03.989935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:03:03.999855 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f71439-fb1b-4ef6-973a-c18d6658e5ae req-7bc446f2-4ebb-4e73-ae2f-b75b2af2b242 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:04.001599 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-83f71439-fb1b-4ef6-973a-c18d6658e5ae req-7bc446f2-4ebb-4e73-ae2f-b75b2af2b242 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0664508 Jul 21 21:03:04.020203 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Sync routers for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:03:04.025154 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.026584 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-955b09bc-e0a3-4dc3-8199-33694a314acc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7975044 Jul 21 21:03:04.029520 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58524) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:04.044467 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Current status of the port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:04.044864 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.049551 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:03:04.050123 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:02:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:04.059106 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=12 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:04.065202 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-83f71439-fb1b-4ef6-973a-c18d6658e5ae req-d26d7f28-3d2e-4f57-9644-6669bfd1bf53 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567636 Jul 21 21:03:04.130672 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:04.179763 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-eb9372a0-ea3c-41f1-b76c-d248b1fd0e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.189750 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] For port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:04.199045 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.250500 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:03:04.330033 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Pushing event updated for resources: {'Port': ['ID=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:04.338387 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:04.352694 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.353046 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.353398 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.353744 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.354087 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.354424 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.354758 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.355090 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.355424 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.355777 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.356113 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.356442 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.356772 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.357097 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.357425 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfed97-4e55-4298-bd41-62c6cbff8de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:04.384561 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-a21cd93f-9aa4-48a4-9278-f1957db50431 None None] Provisioning complete for port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:04.384954 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a21cd93f-9aa4-48a4-9278-f1957db50431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.468199 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.520867 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-a21cd93f-9aa4-48a4-9278-f1957db50431 None None] Current status of the port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:04.527304 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:03Z', 'revision_number': 3, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:04.554312 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Checking router: 36057add-de9d-4e91-9f99-70efb1df06aa for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:03:04.557299 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Updating router 36057add-de9d-4e91-9f99-70efb1df06aa port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:03:04.599214 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.637135 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Allocated IP 172.20.0.1 (a9e613c3-ca46-4d37-87a4-434109b70a16/d004995d-f29d-43e6-84df-fa39c69f62fc/e963fb41-cc27-4775-b9bb-85fde3729d06) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:03:04.638521 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:04.694746 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:04.744914 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Publish callbacks [] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.765273 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:04.765648 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.768312 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:04.781364 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.820250 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Network a9e613c3-ca46-4d37-87a4-434109b70a16 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:04.825267 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:04.829352 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:03:04.852221 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e963fb41-cc27-4775-b9bb-85fde3729d06,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:04.872949 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (36057add-de9d-4e91-9f99-70efb1df06aa), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.903816 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:04.945801 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:04.964451 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Publish callbacks [] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:04.970639 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.013095 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.025605 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Attempting to bind port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:03:05.025857 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Attempting to bind port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:03:05.026219 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Attempting to bind port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:05.028181 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063080e7-9653-4ad0-8357-2923109e0c65 None None] Pushing event updated for resources: {'Port': ['ID=0d70ca48-f38a-4f21-93be-5a44dab1ea77,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:05.037600 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:03:05.037976 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:05.038378 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.038764 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:03:05.039234 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Bound port: 0d70ca48-f38a-4f21-93be-5a44dab1ea77, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:03:05.039631 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.052418 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:05.067471 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-c40b56b5-beb7-427f-ad35-0be4a72dcffe None None] Provisioning complete for port e963fb41-cc27-4775-b9bb-85fde3729d06 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:05.067883 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c40b56b5-beb7-427f-ad35-0be4a72dcffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.122963 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-c40b56b5-beb7-427f-ad35-0be4a72dcffe None None] Port e963fb41-cc27-4775-b9bb-85fde3729d06 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:03:05.128072 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] For port 0d70ca48-f38a-4f21-93be-5a44dab1ea77, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:03:05.132032 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] For port 0d70ca48-f38a-4f21-93be-5a44dab1ea77, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=0d70ca48-f38a-4f21-93be-5a44dab1ea77,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:03:05.137834 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.200795 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:03:05.201406 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:05.204532 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063080e7-9653-4ad0-8357-2923109e0c65 None None] Pushing event updated for resources: {'Port': ['ID=0d70ca48-f38a-4f21-93be-5a44dab1ea77,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:05.221085 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89c28-e638-423a-80d6-4706380f6596 req-7d54e9e6-4dcb-4314-bce0-fe9e84163670 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:05.222585 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-80c89c28-e638-423a-80d6-4706380f6596 req-7d54e9e6-4dcb-4314-bce0-fe9e84163670 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 943 time: 0.0647209 Jul 21 21:03:05.232396 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Publish callbacks [] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.242195 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.344138 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e963fb41-cc27-4775-b9bb-85fde3729d06,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:05.347304 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (36057add-de9d-4e91-9f99-70efb1df06aa), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.353116 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-80c89c28-e638-423a-80d6-4706380f6596 req-eec09606-36dc-4fe5-a1bd-26952aabd798 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229253 Jul 21 21:03:05.439901 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:03:05.451824 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Network a9e613c3-ca46-4d37-87a4-434109b70a16 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:05.453164 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:05.568294 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Router 36057add-de9d-4e91-9f99-70efb1df06aa has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:03:05.580861 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:05.588901 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:05.654194 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 1, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:05.677107 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:03:05.682727 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e88735a1-4621-4372-ae45-94652cbf36b6 admin admin] 10.222.0.60 "PUT /v2.0/routers/36057add-de9d-4e91-9f99-70efb1df06aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6518948 Jul 21 21:03:05.683766 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9680c63-0d37-45be-8c03-39eb0142dbd2 None None] The sync data for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi is: [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 1, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:03:05.749436 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-93eaab25-e10d-4258-8a84-85b697aae414 None None] Provisioning complete for port e963fb41-cc27-4775-b9bb-85fde3729d06 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:05.749910 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-93eaab25-e10d-4258-8a84-85b697aae414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:05.783578 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-93eaab25-e10d-4258-8a84-85b697aae414 None None] Port e963fb41-cc27-4775-b9bb-85fde3729d06 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:03:05.825773 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:03:05.946845 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:05.964218 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'port_id': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'mac_address': 'fa:16:3e:c3:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:03:06.005327 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:06.006269 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.020598 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:03:06.044331 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:06.055857 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.081412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:06.111464 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=9']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:06.226994 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.264174 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58544) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:06.269055 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-213804830-network', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:06.291703 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Made reservation on behalf of ceb3e235e0a3417da5eec6a6fae8b102 for: {'network': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:03:06.294097 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.306260 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.404759 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Publish callbacks [] for security_group (41bdd89b-d1b9-4f91-a853-9d8afbca7155), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.409243 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (41bdd89b-d1b9-4f91-a853-9d8afbca7155), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.439780 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=110830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 21:03:06.447047 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bdd89b-d1b9-4f91-a853-9d8afbca7155,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:06.453401 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (06b1b0e1-c1b1-4f7d-ac49-b648239922b3), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.453726 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.segments_db [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Added segment 06b1b0e1-c1b1-4f7d-ac49-b648239922b3 of type vlan for network 59669426-0c7c-4251-b126-43d92ef344b2 Jul 21 21:03:06.494785 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:03:06.508642 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:06.510480 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (59669426-0c7c-4251-b126-43d92ef344b2), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.517590 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d25b7-488f-48e2-90a9-d4241dc5c2f5 req-cde78ab0-7c40-457b-8d1d-70b29be5ca6e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:06.519832 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-155d25b7-488f-48e2-90a9-d4241dc5c2f5 req-cde78ab0-7c40-457b-8d1d-70b29be5ca6e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 944 time: 0.0642016 Jul 21 21:03:06.547619 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (59669426-0c7c-4251-b126-43d92ef344b2), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.549426 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:06.550044 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.595212 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-155d25b7-488f-48e2-90a9-d4241dc5c2f5 req-f9f6c86c-0a9c-4335-af6c-42efb6b02dae tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692658 Jul 21 21:03:06.633944 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] Pushing event updated for resources: {'Network': ['ID=59669426-0c7c-4251-b126-43d92ef344b2,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:06.640145 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9f90ad15-472f-46bf-aa3f-3546beefe47e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3748994 Jul 21 21:03:06.642936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58548) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:06.648466 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Request body: {'subnet': {'network_id': '59669426-0c7c-4251-b126-43d92ef344b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-213804830-subnet', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'ip_version': 4}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:06.669823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Made reservation on behalf of ceb3e235e0a3417da5eec6a6fae8b102 for: {'subnet': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:03:06.672573 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5483834'] for subnet (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.675820 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 59669426-0c7c-4251-b126-43d92ef344b2 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 21:03:06.712895 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 0d70ca48-f38a-4f21-93be-5a44dab1ea77 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:06.715763 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.839955 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:06.840342 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.861069 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5928128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5483816'] for subnet (253037b1-c745-4885-86aa-e924cb691907), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.930493 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=253037b1-c745-4885-86aa-e924cb691907,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:06.930833 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:06.931235 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.938985 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:06.942262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Checking segment: {'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:06.942667 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Network hostable DHCP agents. Network: 59669426-0c7c-4251-b126-43d92ef344b2, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 21:03:06.956023 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 0d70ca48-f38a-4f21-93be-5a44dab1ea77, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=0d70ca48-f38a-4f21-93be-5a44dab1ea77,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:06.961479 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.964755 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Network 59669426-0c7c-4251-b126-43d92ef344b2 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 21:03:06.979823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 59669426-0c7c-4251-b126-43d92ef344b2) {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:06.984871 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:06.985482 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:06.993058 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc43bd-d708-44fd-b2b7-e58a482daa1f None None] Network 59669426-0c7c-4251-b126-43d92ef344b2 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:03:07.004731 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f45ba21f-c500-43ed-a7a2-a7112b1788b1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3606114 Jul 21 21:03:07.008235 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58550) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:07.013105 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:07.036559 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (7a738905-7391-4692-9fdf-0f5ff0dbfb90), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.037933 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (7a738905-7391-4692-9fdf-0f5ff0dbfb90), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.066139 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=0d70ca48-f38a-4f21-93be-5a44dab1ea77,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:07.097947 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks [] for router_controller (7a738905-7391-4692-9fdf-0f5ff0dbfb90), precommit_add_association {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.126120 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-59669426-0c7c-4251-b126-43d92ef344b2', 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2', 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'fixed_ips': [{'subnet_id': '253037b1-c745-4885-86aa-e924cb691907'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 21:03:07.127222 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.270226 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Allocated IP 172.20.0.2 (59669426-0c7c-4251-b126-43d92ef344b2/253037b1-c745-4885-86aa-e924cb691907/9cbda2ff-7987-4440-98ad-11c93bdcf3dd) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:03:07.429072 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:07.436942 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Publish callbacks [] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.445759 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.507017 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Network 59669426-0c7c-4251-b126-43d92ef344b2 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:07.507664 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks [] for router_gateway (7a738905-7391-4692-9fdf-0f5ff0dbfb90), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.514611 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:07.517388 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:03:07.522659 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.523256 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Pushing event updated for resources: {'Port': ['ID=9cbda2ff-7987-4440-98ad-11c93bdcf3dd,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:07.582520 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Attempting to bind port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:03:07.583361 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Attempting to bind port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:03:07.583361 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Attempting to bind port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd on network 59669426-0c7c-4251-b126-43d92ef344b2 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:07.591549 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:03:07.591969 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Checking segment: {'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:07.592382 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.592784 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Bound using segment: {'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:03:07.593265 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Bound port: 9cbda2ff-7987-4440-98ad-11c93bdcf3dd, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:03:07.595300 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.670093 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] For port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:03:07.673754 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] For port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=9cbda2ff-7987-4440-98ad-11c93bdcf3dd,segment=NetworkSegment(06b1b0e1-c1b1-4f7d-ac49-b648239922b3),segment_id=06b1b0e1-c1b1-4f7d-ac49-b648239922b3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:03:07.681055 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.703680 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks [] for router_gateway (7a738905-7391-4692-9fdf-0f5ff0dbfb90), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.707376 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:07.751584 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3bbe6-6eea-4afd-b109-aad84e9e2447 None None] Pushing event updated for resources: {'Port': ['ID=9cbda2ff-7987-4440-98ad-11c93bdcf3dd,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:07.762943 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.794056 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025a122-994c-436b-ba75-c4c6f7ac83c8 req-00b00e09-27a4-4245-9afb-274402eb663f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:07.795629 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a025a122-994c-436b-ba75-c4c6f7ac83c8 req-00b00e09-27a4-4245-9afb-274402eb663f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 944 time: 0.0890765 Jul 21 21:03:07.851465 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:07.905046 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:07.905436 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:07.908787 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a025a122-994c-436b-ba75-c4c6f7ac83c8 req-70ae9c9b-6d53-4c80-b43a-81c5db9bb789 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867293 Jul 21 21:03:07.963904 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Allocated IP 172.27.3.134 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/b3c7e6aa-695f-4a80-b4af-6d465ef9de61) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:03:07.977404 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Sync routers for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:03:08.000484 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:03:08.001561 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:08.039745 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:08.053655 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:08.054318 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.078764 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:03:08.081086 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d01f1c-c9b0-4e01-9caa-6be30d5d39cf" -d '{"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-plugged", "status": "completed", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:03:08.104336 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks [] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.106448 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:08.119341 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.148266 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.158756 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc6c511-f1bc-47b2-ad04-95324a5c7ed9 x-openstack-request-id: req-fcc6c511-f1bc-47b2-ad04-95324a5c7ed9 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:03:08.159055 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-plugged", "status": "completed", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:03:08.159313 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcc6c511-f1bc-47b2-ad04-95324a5c7ed9 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:03:08.159739 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc6c511-f1bc-47b2-ad04-95324a5c7ed9'] response: {'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'code': 200} Jul 21 21:03:08.180330 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=10']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:08.192209 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:08.195862 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:08.196573 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:03:08.202087 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:08.205555 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:03:08.231972 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Pushing event updated for resources: {'Port': ['ID=b3c7e6aa-695f-4a80-b4af-6d465ef9de61,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:08.397862 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:05Z', 'revision_number': 2, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:08.414567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ce7a1-fafb-40b2-a274-ad4177d72e32 req-aebcaf52-3f08-4108-8910-475c033e41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:08.416772 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e9ce7a1-fafb-40b2-a274-ad4177d72e32 req-aebcaf52-3f08-4108-8910-475c033e41d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1130 time: 0.0407577 Jul 21 21:03:08.431577 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Checking router: 36057add-de9d-4e91-9f99-70efb1df06aa for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:03:08.431955 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Updating router 36057add-de9d-4e91-9f99-70efb1df06aa port e963fb41-cc27-4775-b9bb-85fde3729d06 binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:03:08.462242 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.463704 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3e9ce7a1-fafb-40b2-a274-ad4177d72e32 req-033de1e2-3d0d-4046-8204-776dc8afcc80 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397437 Jul 21 21:03:08.479606 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks [] for router_gateway (7a738905-7391-4692-9fdf-0f5ff0dbfb90), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.586856 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:08.715857 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (7a738905-7391-4692-9fdf-0f5ff0dbfb90), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.732139 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 0d70ca48-f38a-4f21-93be-5a44dab1ea77 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:08.781091 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Publish callbacks [] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.792947 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:08.793158 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.793714 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.864268 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Pushing event updated for resources: {'Port': ['ID=e963fb41-cc27-4775-b9bb-85fde3729d06,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:08.877367 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 21:03:08.898641 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.898984 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.900089 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.901050 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.901429 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.901786 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.902085 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.902416 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.902746 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.903970 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.904315 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.905046 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.905255 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.905595 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.906053 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:08.906868 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e7c8d-e8d1-44d8-b523-1be4ac73b332 None None] Network 59669426-0c7c-4251-b126-43d92ef344b2 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:03:08.909659 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:08.910853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 9cbda2ff-7987-4440-98ad-11c93bdcf3dd up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:08.952585 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Attempting to bind port e963fb41-cc27-4775-b9bb-85fde3729d06 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:03:08.953272 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Attempting to bind port e963fb41-cc27-4775-b9bb-85fde3729d06 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:03:08.953833 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Attempting to bind port e963fb41-cc27-4775-b9bb-85fde3729d06 on network a9e613c3-ca46-4d37-87a4-434109b70a16 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:08.961360 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:03:08.961938 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Checking segment: {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:08.962567 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:08.963297 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Bound using segment: {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:03:08.963961 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Bound port: e963fb41-cc27-4775-b9bb-85fde3729d06, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:03:08.964983 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.003834 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:09.028604 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:09.031804 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bf288004-c843-491e-ba7f-67f7cac020ff None None] Provisioning complete for port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:09.032289 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bf288004-c843-491e-ba7f-67f7cac020ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.041137 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] For port e963fb41-cc27-4775-b9bb-85fde3729d06, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:03:09.046187 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] For port e963fb41-cc27-4775-b9bb-85fde3729d06, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e963fb41-cc27-4775-b9bb-85fde3729d06,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:03:09.053933 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.074812 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:03:09.100751 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008204b3-2530-47ef-9e92-1d34e1038996 req-b697ba90-f61d-41fb-a4a6-5bbaf829a17b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:09.103795 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-008204b3-2530-47ef-9e92-1d34e1038996 req-b697ba90-f61d-41fb-a4a6-5bbaf829a17b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 946 time: 0.0782578 Jul 21 21:03:09.105156 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4e560-9039-4459-878d-322643c87eab None None] Sync routers for ids ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:03:09.108797 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.112593 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a33f6ddf-1645-4b63-b9dd-7e3bffa2d21b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1004446 Jul 21 21:03:09.112724 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:09.112724 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.112930 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58558) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:09.132797 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:03:09.133441 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:09.154272 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4e560-9039-4459-878d-322643c87eab None None] Routers {'7a738905-7391-4692-9fdf-0f5ff0dbfb90'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:03:09.155011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-21a4e560-9039-4459-878d-322643c87eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:09.260807 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:03:09.262377 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-008204b3-2530-47ef-9e92-1d34e1038996 req-3babe822-cca5-46f8-beb8-75200de4030d tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396048 Jul 21 21:03:09.307998 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:09.327477 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b58c4b-7be1-40e5-8d1c-906b8ad0446b None None] Pushing event updated for resources: {'Port': ['ID=e963fb41-cc27-4775-b9bb-85fde3729d06,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:09.387935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:09.416649 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bf288004-c843-491e-ba7f-67f7cac020ff None None] Current status of the port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:09.417053 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bf288004-c843-491e-ba7f-67f7cac020ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.511059 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:09Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:09.535706 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bf288004-c843-491e-ba7f-67f7cac020ff None None] For port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=9cbda2ff-7987-4440-98ad-11c93bdcf3dd,segment=NetworkSegment(06b1b0e1-c1b1-4f7d-ac49-b648239922b3),segment_id=06b1b0e1-c1b1-4f7d-ac49-b648239922b3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:09.543322 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46389c53-bbf9-401f-a609-aced399fecc3 None None] The sync data for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi is: [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:09Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:03:09.545131 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bf288004-c843-491e-ba7f-67f7cac020ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.553901 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:09.554540 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.556504 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:09.610957 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-21a4e560-9039-4459-878d-322643c87eab None None] Set router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:03:09.681090 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.701360 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf288004-c843-491e-ba7f-67f7cac020ff None None] Pushing event updated for resources: {'Port': ['ID=9cbda2ff-7987-4440-98ad-11c93bdcf3dd,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:09.771038 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-c9fef261-efe4-4bc0-b893-9bab37ec98d6 None None] Provisioning complete for port e963fb41-cc27-4775-b9bb-85fde3729d06 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:09.772053 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c9fef261-efe4-4bc0-b893-9bab37ec98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.799108 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:09.857862 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.db.api [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 21:03:09.858315 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG oslo_db.api [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 21:03:09.860101 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Allocated IP 172.20.0.1 (59669426-0c7c-4251-b126-43d92ef344b2/253037b1-c745-4885-86aa-e924cb691907/2f7695f1-dba1-43b3-ac5b-b2172cf64449) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:03:09.952284 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-c9fef261-efe4-4bc0-b893-9bab37ec98d6 None None] Current status of the port e963fb41-cc27-4775-b9bb-85fde3729d06 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:09.952690 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c9fef261-efe4-4bc0-b893-9bab37ec98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.956176 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-21a4e560-9039-4459-878d-322643c87eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:08Z', 'revision_number': 3, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port': {'id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:09.981825 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Publish callbacks [] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:09.993824 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4e560-9039-4459-878d-322643c87eab None None] Checking router: 7a738905-7391-4692-9fdf-0f5ff0dbfb90 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:03:09.994466 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4e560-9039-4459-878d-322643c87eab None None] Updating router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:03:10.019586 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.043266 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-c9fef261-efe4-4bc0-b893-9bab37ec98d6 None None] For port e963fb41-cc27-4775-b9bb-85fde3729d06, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e963fb41-cc27-4775-b9bb-85fde3729d06,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:10.044988 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-21a4e560-9039-4459-878d-322643c87eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.048869 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c9fef261-efe4-4bc0-b893-9bab37ec98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.058380 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Network 59669426-0c7c-4251-b126-43d92ef344b2 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:10.061463 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:10.068552 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:03:10.100659 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7695f1-dba1-43b3-ac5b-b2172cf64449,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:10.122434 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (7a738905-7391-4692-9fdf-0f5ff0dbfb90), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.185199 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:10.204363 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fef261-efe4-4bc0-b893-9bab37ec98d6 None None] Pushing event updated for resources: {'Port': ['ID=e963fb41-cc27-4775-b9bb-85fde3729d06,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:10.212786 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-8f717e0d-5793-4654-8ac4-aea9ea1f61a2 None None] Provisioning complete for port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:10.213179 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8f717e0d-5793-4654-8ac4-aea9ea1f61a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.279984 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.282626 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:10.404797 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:10.425224 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-8f717e0d-5793-4654-8ac4-aea9ea1f61a2 None None] Current status of the port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:10.431042 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:10.449146 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2336e-850a-4d08-9d2b-4e1ffce6ef6c req-40ab8561-aed8-4f21-98e4-6bd0f63e2497 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:10.451334 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d6f2336e-850a-4d08-9d2b-4e1ffce6ef6c req-40ab8561-aed8-4f21-98e4-6bd0f63e2497 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 946 time: 0.0844700 Jul 21 21:03:10.499883 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Publish callbacks [] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.508335 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.511883 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-21a4e560-9039-4459-878d-322643c87eab None None] Publish callbacks [] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.519015 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-21a4e560-9039-4459-878d-322643c87eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.525690 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d6f2336e-850a-4d08-9d2b-4e1ffce6ef6c req-f6983743-b6c4-4a1a-ad81-60c3ac314f21 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681658 Jul 21 21:03:10.596066 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-113a3f09-b6d3-4500-8424-46ae2b42d14c None None] Provisioning complete for port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:10.596861 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-113a3f09-b6d3-4500-8424-46ae2b42d14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.597564 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (7a738905-7391-4692-9fdf-0f5ff0dbfb90), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.616957 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7695f1-dba1-43b3-ac5b-b2172cf64449,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:10.625383 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-21a4e560-9039-4459-878d-322643c87eab None None] Attempting to bind port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:03:10.625763 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-21a4e560-9039-4459-878d-322643c87eab None None] Attempting to bind port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:03:10.626154 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4e560-9039-4459-878d-322643c87eab None None] Attempting to bind port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:10.631021 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3522aea-0c44-440f-8791-988b378c854d None None] Pushing event updated for resources: {'Port': ['ID=b3c7e6aa-695f-4a80-b4af-6d465ef9de61,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:10.634426 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:10.640156 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4e560-9039-4459-878d-322643c87eab None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:03:10.640550 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4e560-9039-4459-878d-322643c87eab None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:10.640965 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-21a4e560-9039-4459-878d-322643c87eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.641362 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4e560-9039-4459-878d-322643c87eab None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:03:10.641851 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-21a4e560-9039-4459-878d-322643c87eab None None] Bound port: b3c7e6aa-695f-4a80-b4af-6d465ef9de61, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:03:10.642319 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-21a4e560-9039-4459-878d-322643c87eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.671168 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-113a3f09-b6d3-4500-8424-46ae2b42d14c None None] Port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:03:10.700323 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-21a4e560-9039-4459-878d-322643c87eab None None] For port b3c7e6aa-695f-4a80-b4af-6d465ef9de61, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:03:10.704179 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-21a4e560-9039-4459-878d-322643c87eab None None] For port b3c7e6aa-695f-4a80-b4af-6d465ef9de61, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=b3c7e6aa-695f-4a80-b4af-6d465ef9de61,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:03:10.712257 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-21a4e560-9039-4459-878d-322643c87eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.726199 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Network 59669426-0c7c-4251-b126-43d92ef344b2 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:10.727542 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:10.756918 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e963fb41-cc27-4775-b9bb-85fde3729d06 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:10.820456 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3522aea-0c44-440f-8791-988b378c854d None None] Pushing event updated for resources: {'Port': ['ID=b3c7e6aa-695f-4a80-b4af-6d465ef9de61,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:10.832069 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4e560-9039-4459-878d-322643c87eab None None] Routers {'7a738905-7391-4692-9fdf-0f5ff0dbfb90'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:03:10.832707 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-21a4e560-9039-4459-878d-322643c87eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:10.877020 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port e963fb41-cc27-4775-b9bb-85fde3729d06 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:10.877254 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:10.889184 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:03:10.979550 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:10.986534 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-21a4e560-9039-4459-878d-322643c87eab None None] Set router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:03:11.026743 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:03:11.032179 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-49dd41c3-4c92-4e2a-bc1e-ad47814910f2 admin admin] 10.222.0.60 "PUT /v2.0/routers/7a738905-7391-4692-9fdf-0f5ff0dbfb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9184430 Jul 21 21:03:11.067577 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port e963fb41-cc27-4775-b9bb-85fde3729d06 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:11.068893 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 9cbda2ff-7987-4440-98ad-11c93bdcf3dd up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:11.153148 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-126fb420-d998-48ac-8df4-a73d4bdeaae2 None None] Provisioning complete for port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:11.153528 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-126fb420-d998-48ac-8df4-a73d4bdeaae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:11.241345 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-126fb420-d998-48ac-8df4-a73d4bdeaae2 None None] Port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:03:11.252509 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:11.253005 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:11.316405 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:11.340203 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-21a4e560-9039-4459-878d-322643c87eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 4, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port': {'id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '2f7695f1-dba1-43b3-ac5b-b2172cf64449', 'name': '', 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'mac_address': 'fa:16:3e:92:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '253037b1-c745-4885-86aa-e924cb691907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:09Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 2, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'subnets': [{'id': '253037b1-c745-4885-86aa-e924cb691907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:11.503011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4e560-9039-4459-878d-322643c87eab None None] The sync data for ids ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'] in dv-cinder-850687-1-iscsi is: [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 4, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port': {'id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '2f7695f1-dba1-43b3-ac5b-b2172cf64449', 'name': '', 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'mac_address': 'fa:16:3e:92:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '253037b1-c745-4885-86aa-e924cb691907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:09Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 2, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'subnets': [{'id': '253037b1-c745-4885-86aa-e924cb691907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:03:11.535231 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:11.699240 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e534159-ed9e-428c-b77e-02c2af5f470b req-ad4885c4-6504-4871-a4ad-06af82c23893 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:11.706306 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9e534159-ed9e-428c-b77e-02c2af5f470b req-ad4885c4-6504-4871-a4ad-06af82c23893 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 946 time: 0.0656140 Jul 21 21:03:11.816157 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9e534159-ed9e-428c-b77e-02c2af5f470b req-00a057c8-8310-4b49-bff9-fa3b91618e92 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920935 Jul 21 21:03:12.673504 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device b3c7e6aa-695f-4a80-b4af-6d465ef9de61 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:12.737371 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:12.738019 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:12.831920 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:12.832331 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:12.863346 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port b3c7e6aa-695f-4a80-b4af-6d465ef9de61, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=b3c7e6aa-695f-4a80-b4af-6d465ef9de61,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:12.869020 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:12.933099 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=b3c7e6aa-695f-4a80-b4af-6d465ef9de61,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:13.802053 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Sync routers for ids ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:03:13.814788 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Routers {'7a738905-7391-4692-9fdf-0f5ff0dbfb90'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:03:13.815809 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:13.925435 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Set router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:03:14.235858 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 4, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port': {'id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '2f7695f1-dba1-43b3-ac5b-b2172cf64449', 'name': '', 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'mac_address': 'fa:16:3e:92:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '253037b1-c745-4885-86aa-e924cb691907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:09Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 2, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'subnets': [{'id': '253037b1-c745-4885-86aa-e924cb691907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:14.274639 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Checking router: 7a738905-7391-4692-9fdf-0f5ff0dbfb90 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:03:14.274639 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Updating router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:03:14.302227 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:14.521649 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:14.600184 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Publish callbacks [] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:14.602610 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:14.609455 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:14.645210 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device b3c7e6aa-695f-4a80-b4af-6d465ef9de61 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:14.675983 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eac045-4420-45c8-8610-18b8534ca8fc None None] Pushing event updated for resources: {'Port': ['ID=2f7695f1-dba1-43b3-ac5b-b2172cf64449,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:14.750444 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:14.751218 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:14.776309 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Attempting to bind port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:03:14.776691 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Attempting to bind port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:03:14.777166 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Attempting to bind port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 on network 59669426-0c7c-4251-b126-43d92ef344b2 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:14.793310 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:03:14.794061 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Checking segment: {'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:14.794668 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:14.795250 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Bound using segment: {'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:03:14.795974 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Bound port: 2f7695f1-dba1-43b3-ac5b-b2172cf64449, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b1b0e1-c1b1-4f7d-ac49-b648239922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:03:14.796576 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:14.854366 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:14.888221 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] For port 2f7695f1-dba1-43b3-ac5b-b2172cf64449, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:03:14.892958 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] For port 2f7695f1-dba1-43b3-ac5b-b2172cf64449, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=2f7695f1-dba1-43b3-ac5b-b2172cf64449,segment=NetworkSegment(06b1b0e1-c1b1-4f7d-ac49-b648239922b3),segment_id=06b1b0e1-c1b1-4f7d-ac49-b648239922b3)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:03:14.904276 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:15.001001 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eac045-4420-45c8-8610-18b8534ca8fc None None] Pushing event updated for resources: {'Port': ['ID=2f7695f1-dba1-43b3-ac5b-b2172cf64449,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:15.002987 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-773ddd61-3d2a-4c0f-aa66-ca5d57ea04ea None None] Provisioning complete for port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:15.003373 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-773ddd61-3d2a-4c0f-aa66-ca5d57ea04ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:15.008761 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Routers {'7a738905-7391-4692-9fdf-0f5ff0dbfb90'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:03:15.009443 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:15.143951 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-773ddd61-3d2a-4c0f-aa66-ca5d57ea04ea None None] Current status of the port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:15.144342 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-773ddd61-3d2a-4c0f-aa66-ca5d57ea04ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:15.151893 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] Set router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:03:15.162617 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:15.203144 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-773ddd61-3d2a-4c0f-aa66-ca5d57ea04ea None None] For port 2f7695f1-dba1-43b3-ac5b-b2172cf64449, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=2f7695f1-dba1-43b3-ac5b-b2172cf64449,segment=NetworkSegment(06b1b0e1-c1b1-4f7d-ac49-b648239922b3),segment_id=06b1b0e1-c1b1-4f7d-ac49-b648239922b3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:15.209972 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-773ddd61-3d2a-4c0f-aa66-ca5d57ea04ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:15.265261 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ddd61-3d2a-4c0f-aa66-ca5d57ea04ea None None] Pushing event updated for resources: {'Port': ['ID=2f7695f1-dba1-43b3-ac5b-b2172cf64449,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:15.331471 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-a50189a9-875e-4cc4-b4c2-ffb77fb33846 None None] Provisioning complete for port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:15.336835 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a50189a9-875e-4cc4-b4c2-ffb77fb33846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:15.405755 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 4, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port': {'id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '2f7695f1-dba1-43b3-ac5b-b2172cf64449', 'name': '', 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'mac_address': 'fa:16:3e:92:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '253037b1-c745-4885-86aa-e924cb691907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:09Z', 'updated_at': '2022-07-21T21:03:14Z', 'revision_number': 4, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'subnets': [{'id': '253037b1-c745-4885-86aa-e924cb691907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:03:15.430054 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-a50189a9-875e-4cc4-b4c2-ffb77fb33846 None None] Current status of the port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:15.438428 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d233d-3b7a-4d3d-bb77-622a7d507d33 None None] The sync data for ids ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'] in dv-cinder-850687-1-iscsi is: [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:10Z', 'revision_number': 4, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port': {'id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '2f7695f1-dba1-43b3-ac5b-b2172cf64449', 'name': '', 'network_id': '59669426-0c7c-4251-b126-43d92ef344b2', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'mac_address': 'fa:16:3e:92:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '253037b1-c745-4885-86aa-e924cb691907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:09Z', 'updated_at': '2022-07-21T21:03:14Z', 'revision_number': 4, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'subnets': [{'id': '253037b1-c745-4885-86aa-e924cb691907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:03:16.640867 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 2f7695f1-dba1-43b3-ac5b-b2172cf64449 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:16.697860 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:16.698232 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:16.721706 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:16.791428 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:18.272061 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:03:20.468963 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=62,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:20.517051 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-cdc85883-8d41-4ea9-a7cc-d59af7425165 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:20.518503 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-cdc85883-8d41-4ea9-a7cc-d59af7425165 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 815 time: 0.1025949 Jul 21 21:03:20.521078 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:20.534143 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-85c82368-1097-4692-bd21-bf8e4829f0b5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/quotas/6a26de2015bb4626ba4093aac7a3d085 HTTP/1.1" status: 200 len: 375 time: 0.0100608 Jul 21 21:03:20.583502 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-0feab4ea-77cc-432a-ab36-9486a912c718 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433974 Jul 21 21:03:20.599849 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-9a8312b2-81ad-43d0-8d49-bd8435ea020e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 21:03:20.600791 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-9a8312b2-81ad-43d0-8d49-bd8435ea020e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054405 Jul 21 21:03:20.691629 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-6341b709-99d0-48a4-8181-3df7295528f5 service neutron] 10.222.0.60 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855384 Jul 21 21:03:20.714427 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:20.785436 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-aaa02d4f-d3ae-4340-b292-7c9abe751a06 service neutron] 10.222.0.60 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879452 Jul 21 21:03:20.909006 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:20.950290 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b302debe-7444-49a1-8b79-e444edfbc163 req-56c54fa6-111f-48a1-991c-5fcdb6ede9df tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 210 time: 0.0330780 Jul 21 21:03:22.051976 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d19c359a-6b0f-4417-998a-cab7d301f656 req-0fc45830-5c55-4442-b4ce-723c0d1f6c43 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 210 time: 0.0291810 Jul 21 21:03:22.176918 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-77051de9-14e7-4bb5-8992-5122ef80cc85 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:22.178436 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-77051de9-14e7-4bb5-8992-5122ef80cc85 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.73 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 815 time: 0.1081531 Jul 21 21:03:22.211739 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'port': {'device_id': '974db758-4954-4768-b496-7733bc3c0f3b', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'admin_state_up': True, 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:22.323647 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Made reservation on behalf of 6a26de2015bb4626ba4093aac7a3d085 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:03:22.327024 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:22.457711 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Allocated IP 172.20.0.7 (a9e613c3-ca46-4d37-87a4-434109b70a16/d004995d-f29d-43e6-84df-fa39c69f62fc/5538cf4c-9233-42e2-88c0-e8e5d4986ab9) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:03:22.626696 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:22.667250 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:22.743786 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Network a9e613c3-ca46-4d37-87a4-434109b70a16 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:22.746654 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:22.754032 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:22.760512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:03:22.806036 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'Port': ['ID=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:22.857485 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:22.858820 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:22.878649 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-4aa05066-f7b1-450f-873e-e3077e883688 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6715217 Jul 21 21:03:22.998016 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-fbb2071b-dab2-4c1f-affc-423f0d218751 None None] Provisioning complete for port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:22.998571 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fbb2071b-dab2-4c1f-affc-423f0d218751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:23.031427 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2071b-dab2-4c1f-affc-423f0d218751 None None] Port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:03:23.168289 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff83b8-0017-4cfb-aa8d-d04666cb6fbd req-f91678cc-afc8-410e-b9c7-d386b026f6ac tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:23.169760 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0cff83b8-0017-4cfb-aa8d-d04666cb6fbd req-f91678cc-afc8-410e-b9c7-d386b026f6ac tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0492921 Jul 21 21:03:23.222433 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0cff83b8-0017-4cfb-aa8d-d04666cb6fbd req-14f0a9c2-10c6-40cf-92e0-ed88e2148d67 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468626 Jul 21 21:03:24.352739 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cb418-bf6a-4c71-b04f-f2d82ac1f23f req-8f54e815-9898-489d-8d0e-63566efc83fe tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:24.354343 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-938cb418-bf6a-4c71-b04f-f2d82ac1f23f req-8f54e815-9898-489d-8d0e-63566efc83fe tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0510423 Jul 21 21:03:24.408270 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-938cb418-bf6a-4c71-b04f-f2d82ac1f23f req-577a1c74-17a5-475d-bfb0-0546defe920c tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481396 Jul 21 21:03:25.538553 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339c12e-a5e4-406e-8216-f90f380dbc75 req-88eb6e8b-2039-4b23-a6e7-a0a7dc8349bd tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:25.540310 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c339c12e-a5e4-406e-8216-f90f380dbc75 req-88eb6e8b-2039-4b23-a6e7-a0a7dc8349bd tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0563483 Jul 21 21:03:25.594041 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c339c12e-a5e4-406e-8216-f90f380dbc75 req-f6e58310-4d4e-4bb0-ac6d-9aea19e72a64 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Jul 21 21:03:26.717168 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477de6-6965-4d7d-8af8-639ac30a0b68 req-1c23c497-4fc2-43c2-b4b5-ee053dcba53f tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:26.718913 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0c477de6-6965-4d7d-8af8-639ac30a0b68 req-1c23c497-4fc2-43c2-b4b5-ee053dcba53f tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0546312 Jul 21 21:03:26.769467 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0c477de6-6965-4d7d-8af8-639ac30a0b68 req-78c535fa-f3dd-4c91-a612-0d4cfcb46711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Jul 21 21:03:27.891602 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e5a09-9b9a-42b4-b222-0b6cfa54b10f req-acea0a7c-f421-4b2d-a677-f481ab41a769 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:27.893110 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-154e5a09-9b9a-42b4-b222-0b6cfa54b10f req-acea0a7c-f421-4b2d-a677-f481ab41a769 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0511589 Jul 21 21:03:27.944192 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-154e5a09-9b9a-42b4-b222-0b6cfa54b10f req-eafbd368-ea38-4268-ae15-1f9c13075ad8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Jul 21 21:03:29.064054 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17aaa-da9f-4709-bcdf-4ab18c84b3a4 req-d8b2ecb4-2d95-4fe1-8a1b-8b326820be7f tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:29.065644 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51f17aaa-da9f-4709-bcdf-4ab18c84b3a4 req-d8b2ecb4-2d95-4fe1-8a1b-8b326820be7f tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0497031 Jul 21 21:03:29.110479 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:29.119281 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51f17aaa-da9f-4709-bcdf-4ab18c84b3a4 req-209cb048-adb4-42b5-baea-8a769f251561 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470335 Jul 21 21:03:30.236434 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb5474-643d-4a6b-91d5-bf785b0f5bea req-85d7604b-f562-4487-bf44-f629e9dc76c7 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:30.237918 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-13bb5474-643d-4a6b-91d5-bf785b0f5bea req-85d7604b-f562-4487-bf44-f629e9dc76c7 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0496316 Jul 21 21:03:30.291102 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-13bb5474-643d-4a6b-91d5-bf785b0f5bea req-765678a2-ffa0-4f92-9b3e-2ebd0356ba1a tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463476 Jul 21 21:03:31.020659 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:31.021347 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:31.179388 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4df7c339-83e9-4fd8-8e2a-4c23a0ca4d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:31.408461 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1104d-fa25-49e6-81ff-6dfd83ba5e64 req-32b0edb6-760f-4e50-a33b-059ff5b7ca3d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:31.409947 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6bc1104d-fa25-49e6-81ff-6dfd83ba5e64 req-32b0edb6-760f-4e50-a33b-059ff5b7ca3d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0485423 Jul 21 21:03:31.462957 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6bc1104d-fa25-49e6-81ff-6dfd83ba5e64 req-fdda6f23-b174-4ae6-91b8-fae550649f98 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466602 Jul 21 21:03:32.540379 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:32.583164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c724a2e-3c2d-440b-a400-1137f53c9c0a req-0ad2fee4-ae83-44d9-8432-3585559eba72 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:32.584793 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1c724a2e-3c2d-440b-a400-1137f53c9c0a req-0ad2fee4-ae83-44d9-8432-3585559eba72 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0535841 Jul 21 21:03:32.632688 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1c724a2e-3c2d-440b-a400-1137f53c9c0a req-a36a9a7a-027e-4e69-b0a2-c542bc4b4351 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Jul 21 21:03:33.749965 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6e087-9f0c-44a3-bca5-e26334c634eb req-10d6db0b-a5c6-445c-92c6-bde56d11afd6 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:33.751413 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61f6e087-9f0c-44a3-bca5-e26334c634eb req-10d6db0b-a5c6-445c-92c6-bde56d11afd6 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0496519 Jul 21 21:03:33.798453 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61f6e087-9f0c-44a3-bca5-e26334c634eb req-afac02cc-63a6-49fa-ad95-fc3b2a36b8be tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Jul 21 21:03:34.072903 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-9d34c835-fbb6-46ae-a697-14685635778e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:34.931803 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b953220-3f23-4034-b23e-f4915054bf2c req-6cbc288a-7995-4ab5-a3f2-23dad6c7efe4 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:34.933674 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4b953220-3f23-4034-b23e-f4915054bf2c req-6cbc288a-7995-4ab5-a3f2-23dad6c7efe4 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0604808 Jul 21 21:03:34.982225 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4b953220-3f23-4034-b23e-f4915054bf2c req-efbebce7-eb08-4480-83e8-2d0d25c894b8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Jul 21 21:03:36.093415 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7b21-651b-45b6-9ccf-7217082c3c37 req-3596a73f-ec88-44ae-a847-408b7ca9b0cd tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:36.094938 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-23ef7b21-651b-45b6-9ccf-7217082c3c37 req-3596a73f-ec88-44ae-a847-408b7ca9b0cd tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.0466230 Jul 21 21:03:36.142611 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-23ef7b21-651b-45b6-9ccf-7217082c3c37 req-096e028d-a116-44fc-967e-a45a01df8b9e tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Jul 21 21:03:36.227821 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:36.637504 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:36.923018 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-ffef4f1f-92d6-471a-b0b4-d1942e5349e8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 21:03:36.924680 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-ffef4f1f-92d6-471a-b0b4-d1942e5349e8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062249 Jul 21 21:03:37.046059 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Request body: {'port': {'device_id': '974db758-4954-4768-b496-7733bc3c0f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:37.130946 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-df823493-f5f8-4fbe-8709-572ecfc8ae5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1754742 Jul 21 21:03:37.139170 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:37.335027 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-ed5c5fd6-d054-464e-8010-8d14afa7cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:37.336753 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-ed5c5fd6-d054-464e-8010-8d14afa7cdd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 1130 time: 0.0982625 Jul 21 21:03:37.354746 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41aae2-506a-4e71-af3d-0c0f126051b9 req-76054de3-b426-4f07-9f16-99f77200fa69 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:37.356277 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-de41aae2-506a-4e71-af3d-0c0f126051b9 req-76054de3-b426-4f07-9f16-99f77200fa69 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 931 time: 0.1188562 Jul 21 21:03:37.436221 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:37.489267 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:37.519965 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-de41aae2-506a-4e71-af3d-0c0f126051b9 req-54753f9c-faf4-459f-b3e4-e8f50a1865d9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463914 Jul 21 21:03:37.553286 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-61c10527-50ea-4e2e-9dcc-e0f6c34588d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:37.555324 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-61c10527-50ea-4e2e-9dcc-e0f6c34588d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.1961288 Jul 21 21:03:37.647191 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:03:37.654892 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-96270389-585d-4b96-a7f5-8843f3562842 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09c78425-8076-4365-905c-544aaead3728 HTTP/1.1" status: 200 len: 1002 time: 0.0915730 Jul 21 21:03:37.656930 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Publish callbacks [] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:37.679177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:37.698165 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Transition to ACTIVE for port object 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:03:37.705111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:37.752120 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-f30b2489-5ebd-47b3-b3ee-81dbf3afbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:37.753474 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-f30b2489-5ebd-47b3-b3ee-81dbf3afbf6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0905387 Jul 21 21:03:37.767954 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Pushing event updated for resources: {'Port': ['ID=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:37.797770 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.798111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.798448 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.798781 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.799111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.799454 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.799787 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.800111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.800549 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.800744 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.801064 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.801383 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.801699 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.802017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.802334 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:03:37.888068 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-1c6219ad-ccbc-4958-88f6-ac509ab5a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:37.889559 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-1c6219ad-ccbc-4958-88f6-ac509ab5a5b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609283 Jul 21 21:03:37.894193 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Attempting to bind port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:03:37.894534 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Attempting to bind port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:03:37.894865 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Attempting to bind port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 on network a9e613c3-ca46-4d37-87a4-434109b70a16 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:37.909829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 on network a9e613c3-ca46-4d37-87a4-434109b70a16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:03:37.910170 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Attempting to bind port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 on network a9e613c3-ca46-4d37-87a4-434109b70a16 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:37.926137 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:03:37.926867 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Checking segment: {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:37.926867 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Bound using segment: {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:03:37.927266 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Bound port: 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe178b8-5a5e-4efc-9590-4325c4e066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:03:37.927624 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:38.057349 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-550e947f-85aa-47cc-8a14-c1e1d403e323 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588845 Jul 21 21:03:38.058322 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] For port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:03:38.061800 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] For port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:03:38.067618 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:38.128563 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:38.129360 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:38.130767 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] 10.222.0.73 "PUT /v2.0/ports/5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 1093 time: 1.1798940 Jul 21 21:03:38.135328 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:03:38.137653 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06e58b0-2907-4015-bce0-d0c3937e3f30" -d '{"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:03:38.204816 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02daf864-96aa-4c34-bba1-63d8ad1ccd53 x-openstack-request-id: req-02daf864-96aa-4c34-bba1-63d8ad1ccd53 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:03:38.205388 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:03:38.205569 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02daf864-96aa-4c34-bba1-63d8ad1ccd53 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:03:38.205892 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02daf864-96aa-4c34-bba1-63d8ad1ccd53'] response: {'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'status': 'completed', 'code': 200} Jul 21 21:03:38.222745 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e980cd-08d6-421f-8803-5be6eb4c0471 service neutron] Pushing event updated for resources: {'Port': ['ID=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:38.267531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:38.288465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-935d7c6a-eb51-48e1-9ab4-41df25b57eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:38.290902 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-935d7c6a-eb51-48e1-9ab4-41df25b57eca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1127 time: 0.0617840 Jul 21 21:03:38.295158 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-74eef282-7919-4d5e-8e69-12d94b42c24f req-64436c99-1ade-4ccc-b108-699fe0b0eb42 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253256 Jul 21 21:03:38.348921 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-758e63e7-4860-4042-ae01-380d6319fbb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 217 time: 0.0335824 Jul 21 21:03:38.416750 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d3a7cea5-053e-450a-ba29-ec24ad4523a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:38.418107 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-d3a7cea5-053e-450a-ba29-ec24ad4523a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 200 len: 854 time: 0.0455256 Jul 21 21:03:38.467609 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-71340a8d-6e12-4f84-b8c3-45924f98c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:38.469098 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-71340a8d-6e12-4f84-b8c3-45924f98c5ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9e613c3-ca46-4d37-87a4-434109b70a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421498 Jul 21 21:03:38.560572 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-45ac2061-7357-45f3-a1ab-91f53de4ba18 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845840 Jul 21 21:03:38.673850 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8db944-bb94-4102-bfd8-bebe8dbc6f86 req-d1440a24-73f5-4560-823f-e5134a37158d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:38.675231 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7b8db944-bb94-4102-bfd8-bebe8dbc6f86 req-d1440a24-73f5-4560-823f-e5134a37158d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 943 time: 0.0823038 Jul 21 21:03:38.705902 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ff4ceb39-0d12-44cf-989e-3e02d776be21 req-258c1663-f803-429b-8e87-3b7f4c179e01 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384079 Jul 21 21:03:38.736119 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7b8db944-bb94-4102-bfd8-bebe8dbc6f86 req-5be2cf5a-127b-4609-a986-d95fb3139fe2 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517709 Jul 21 21:03:39.854831 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc264e-6594-4afe-a925-2bfea9eb46a3 req-3d33211c-2348-4651-b0ef-a23c542a2a27 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:39.856356 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-48dc264e-6594-4afe-a925-2bfea9eb46a3 req-3d33211c-2348-4651-b0ef-a23c542a2a27 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 943 time: 0.0505075 Jul 21 21:03:39.903086 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-48dc264e-6594-4afe-a925-2bfea9eb46a3 req-739f9d5b-6eeb-42c6-b9a5-1eb62c426faf tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Jul 21 21:03:41.001197 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:41.020195 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffadef4-3b5c-417a-a5f2-f16b73a66804 req-38ed1c9c-758a-4b36-b98a-c33081a29d7a tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:41.021668 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ffadef4-3b5c-417a-a5f2-f16b73a66804 req-38ed1c9c-758a-4b36-b98a-c33081a29d7a tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 943 time: 0.0520952 Jul 21 21:03:41.068547 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ffadef4-3b5c-417a-a5f2-f16b73a66804 req-6f71d767-e8e7-4da1-99cc-04c65c9e355e tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Jul 21 21:03:42.094854 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:03:42.183957 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fa0c2-b925-4127-82f5-1370f261b1d5 req-846eb561-de5a-4589-b833-210489b79166 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:42.185458 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5e6fa0c2-b925-4127-82f5-1370f261b1d5 req-846eb561-de5a-4589-b833-210489b79166 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 943 time: 0.0480664 Jul 21 21:03:42.198248 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:42.210351 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'port_id': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'mac_address': 'fa:16:3e:0f:a9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:03:42.233996 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5e6fa0c2-b925-4127-82f5-1370f261b1d5 req-6184e948-a99e-4afc-83f6-9f89775086fb tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Jul 21 21:03:42.246766 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:42.247167 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:42.263070 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:03:42.282096 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:42.286159 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:42.329574 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:42.334184 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:42.888114 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-58106746-7f62-40f0-b762-9c9dedf9fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:42.889596 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-58106746-7f62-40f0-b762-9c9dedf9fe6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1128 time: 0.0405123 Jul 21 21:03:42.985346 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-3a3135cc-55d9-40a9-b04e-43384d95dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:42.986806 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-3a3135cc-55d9-40a9-b04e-43384d95dec0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 916 time: 0.0894537 Jul 21 21:03:43.025894 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-09827be2-1a80-40a4-92c1-3e3bd3f2c70b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 217 time: 0.0327215 Jul 21 21:03:43.075551 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-235d3a4b-5cd9-410b-8e5d-7fa82a89acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:43.077039 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-235d3a4b-5cd9-410b-8e5d-7fa82a89acf6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 200 len: 854 time: 0.0446279 Jul 21 21:03:43.120701 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-192d55f1-f3a9-4d32-b1ad-7d126ff47302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:43.122736 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-192d55f1-f3a9-4d32-b1ad-7d126ff47302 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9e613c3-ca46-4d37-87a4-434109b70a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391533 Jul 21 21:03:43.216699 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-4e3718f7-e484-4e29-85ce-4f60aa518d3b service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861380 Jul 21 21:03:43.486566 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['5538cf4c-9233-42e2-88c0-e8e5d4986ab9'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:03:43.562887 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f06e58b0-2907-4015-bce0-d0c3937e3f30 req-8202d2ed-02f5-4418-9699-7407fcddac19 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391025 Jul 21 21:03:43.598069 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18536756-ef81-4b2a-a371-e1348e19a473 req-693685aa-9003-4d6d-b383-e937a000d986 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:43.599558 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-18536756-ef81-4b2a-a371-e1348e19a473 req-693685aa-9003-4d6d-b383-e937a000d986 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 944 time: 0.2940364 Jul 21 21:03:43.620039 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:43.649091 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-18536756-ef81-4b2a-a371-e1348e19a473 req-1115d55a-838e-4cfb-90eb-4a1fc6d42fea tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Jul 21 21:03:44.581085 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:03:44.630463 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:03:44.637087 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:44.637412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:44.703402 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:44.715211 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:44.715616 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:44.738627 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:03:44.740926 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ac4f6c-7baa-45d0-83b5-f2cc702c1797" -d '{"events": [{"server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "name": "network-vif-plugged", "status": "completed", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:03:44.744252 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-f890f035-0ef3-4b17-836e-57a220e91a6c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588311094&fields=id&tenant_id=f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 267 time: 0.0466354 Jul 21 21:03:44.758799 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:44.764538 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:44.777923 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc105e18-618d-4149-ab07-2c842bdf3039 req-c8bb2ebb-1f76-4ad1-9d18-172e761928f5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:44.780235 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dc105e18-618d-4149-ab07-2c842bdf3039 req-c8bb2ebb-1f76-4ad1-9d18-172e761928f5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 944 time: 0.0545442 Jul 21 21:03:44.813775 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:44.827282 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dc105e18-618d-4149-ab07-2c842bdf3039 req-0afabcf9-760a-484c-81a6-a3b84f970d0d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420921 Jul 21 21:03:44.864754 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-452ed65a-041f-4287-b1f1-5170eb05810c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:44.866236 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-452ed65a-041f-4287-b1f1-5170eb05810c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 811 time: 0.1135519 Jul 21 21:03:44.875856 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502e60ee-01e9-4504-bc58-fdaf94f44b47 x-openstack-request-id: req-502e60ee-01e9-4504-bc58-fdaf94f44b47 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:03:44.876155 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "name": "network-vif-plugged", "status": "completed", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:03:44.876442 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-502e60ee-01e9-4504-bc58-fdaf94f44b47 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:03:44.876852 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502e60ee-01e9-4504-bc58-fdaf94f44b47'] response: {'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'code': 200} Jul 21 21:03:44.885158 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-ee708c1a-ac96-4a9f-ad7e-b0cec7cf11d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/quotas/f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 375 time: 0.0101559 Jul 21 21:03:44.899961 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:44.940980 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-da4953f1-46b8-427b-942b-e1e6cbb00de1 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506809 Jul 21 21:03:45.046913 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-76c2b668-5ca1-4b49-b5b2-d08b579d6abc service neutron] 10.222.0.60 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930052 Jul 21 21:03:45.095795 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3160c-50e5-4389-82cc-0b426131a2ae req-ce01f58a-b115-46ad-9406-1472a4ec6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:45.097281 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f2a3160c-50e5-4389-82cc-0b426131a2ae req-ce01f58a-b115-46ad-9406-1472a4ec6c70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1129 time: 0.0413113 Jul 21 21:03:45.137106 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-b3e3ba34-530e-42cb-9840-8bb2aa6e65b6 service neutron] 10.222.0.60 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843387 Jul 21 21:03:45.144618 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f2a3160c-50e5-4389-82cc-0b426131a2ae req-559d34c0-b13d-4bfd-aa7a-3a945e4869e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384583 Jul 21 21:03:45.424962 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-29b131f6-78d3-4410-ba9b-f35f686f6849 req-39cf3fde-2cd5-4b71-a274-2a54f6d758e3 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 210 time: 0.0288625 Jul 21 21:03:45.946425 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bd6df-7484-440b-bae1-d1377606ac93 req-8e3169e4-590a-49e0-8b1d-646b4bbb79c8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:45.947904 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b08bd6df-7484-440b-bae1-d1377606ac93 req-8e3169e4-590a-49e0-8b1d-646b4bbb79c8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0508509 Jul 21 21:03:45.994019 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b08bd6df-7484-440b-bae1-d1377606ac93 req-f1b790b9-16c3-41c8-80b5-629b4979c03d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Jul 21 21:03:46.520791 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-ea67136d-462f-417d-81f0-c3f5bcbef1e0 req-1ff4861e-e693-4147-b2b8-bc153093650e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 210 time: 0.0272779 Jul 21 21:03:47.113228 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e2b95-1985-4363-83d2-9f8b3289b933 req-aed0f935-f9e9-48e3-869b-c43ac0a3eeb5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:47.115389 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d57e2b95-1985-4363-83d2-9f8b3289b933 req-aed0f935-f9e9-48e3-869b-c43ac0a3eeb5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0517008 Jul 21 21:03:47.166356 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d57e2b95-1985-4363-83d2-9f8b3289b933 req-6b3e224c-fec8-4567-a84a-9de6bfb4a5e2 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Jul 21 21:03:47.621131 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9a82330b-98f3-46c8-b845-36f1959b9bcd req-39f71239-dcd5-4352-a3c5-d343a0cfc1cc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 210 time: 0.0323513 Jul 21 21:03:47.768589 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-54277f2a-5077-457a-93bc-73e645586c0e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:47.770008 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-54277f2a-5077-457a-93bc-73e645586c0e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 811 time: 0.1042416 Jul 21 21:03:47.842038 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-92d74393-9ef0-45d8-b511-dc34d9138c63 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2d1bc3b35054c44bbe955a9eddc3052 HTTP/1.1" status: 200 len: 380 time: 0.0551047 Jul 21 21:03:47.851277 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'port': {'device_id': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'admin_state_up': True, 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'security_groups': ['c43665a5-5bbd-4b45-95d9-b25f2d756f6a']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:47.911485 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:47.965465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Made reservation on behalf of f2d1bc3b35054c44bbe955a9eddc3052 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:03:47.968779 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:48.094062 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Allocated IP 172.20.0.13 (4b6565cd-3bec-4ff7-8320-fd7b78910885/5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459/ef105c38-7ca3-4dca-bf85-93202680ca37) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:03:48.231874 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:48.245173 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:48.257597 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:48.269327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:48.288824 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29e31-7c8d-4af8-b2ae-ec963f13fb9e req-b0e92d53-dd08-4640-a5b2-623d74948982 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:48.290552 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-37f29e31-7c8d-4af8-b2ae-ec963f13fb9e req-b0e92d53-dd08-4640-a5b2-623d74948982 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0554538 Jul 21 21:03:48.317306 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:03:48.323919 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:03:48.328023 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:03:48.334267 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=ef105c38-7ca3-4dca-bf85-93202680ca37,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:48.344162 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-37f29e31-7c8d-4af8-b2ae-ec963f13fb9e req-36951be4-9658-4d85-a061-fa46b1b735c1 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469851 Jul 21 21:03:48.387462 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:48.388164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:48.408685 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-a17678a7-6d8b-47d1-b133-41fbefc7fde0 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609331 Jul 21 21:03:48.431420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Request body: {'port': {'device_id': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:48.531687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cd250-5a48-4bd9-ad81-a1aba5202fff req-0d2abba7-43c2-4bc6-b2aa-7aef54ca390d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:48.533138 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a20cd250-5a48-4bd9-ad81-a1aba5202fff req-0d2abba7-43c2-4bc6-b2aa-7aef54ca390d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0971963 Jul 21 21:03:48.549957 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:48.554714 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-c9071337-829c-4d67-9276-569e98f68c7f None None] Provisioning complete for port ef105c38-7ca3-4dca-bf85-93202680ca37 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:03:48.555757 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c9071337-829c-4d67-9276-569e98f68c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:48.592333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-c9071337-829c-4d67-9276-569e98f68c7f None None] Port ef105c38-7ca3-4dca-bf85-93202680ca37 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:03:48.629088 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a20cd250-5a48-4bd9-ad81-a1aba5202fff req-d597bcac-a39f-4339-8522-b5971e6101ea tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879467 Jul 21 21:03:48.751592 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba871c-21d3-4e7f-95d8-e91c0c9e5d95 req-10310a0b-11b0-4e19-a62d-e955ab71c32f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:48.753590 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c0ba871c-21d3-4e7f-95d8-e91c0c9e5d95 req-10310a0b-11b0-4e19-a62d-e955ab71c32f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 932 time: 0.0554776 Jul 21 21:03:48.764448 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:48.809859 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c0ba871c-21d3-4e7f-95d8-e91c0c9e5d95 req-4a0f3da6-3bf3-40b0-aa9b-97b4924dbb6e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499532 Jul 21 21:03:48.853896 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef105c38-7ca3-4dca-bf85-93202680ca37 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:03:48.861576 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Publish callbacks [] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:48.875026 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Transition to ACTIVE for port object ef105c38-7ca3-4dca-bf85-93202680ca37 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:03:48.878807 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:48.953923 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Pushing event updated for resources: {'Port': ['ID=ef105c38-7ca3-4dca-bf85-93202680ca37,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:48.974417 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc2fba-00d5-43ad-87bf-f796b6241aaa req-834d3500-6307-44fe-8bc7-8f52676bd0b0 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:48.976873 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1cbc2fba-00d5-43ad-87bf-f796b6241aaa req-834d3500-6307-44fe-8bc7-8f52676bd0b0 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0508363 Jul 21 21:03:49.010504 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Attempting to bind port ef105c38-7ca3-4dca-bf85-93202680ca37 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:03:49.010849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Attempting to bind port ef105c38-7ca3-4dca-bf85-93202680ca37 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:03:49.011203 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Attempting to bind port ef105c38-7ca3-4dca-bf85-93202680ca37 on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:49.016108 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Port ef105c38-7ca3-4dca-bf85-93202680ca37 on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:03:49.016687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Attempting to bind port ef105c38-7ca3-4dca-bf85-93202680ca37 on network 4b6565cd-3bec-4ff7-8320-fd7b78910885 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:03:49.021715 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:03:49.022059 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Checking segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:03:49.022447 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Bound using segment: {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:03:49.022879 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Bound port: ef105c38-7ca3-4dca-bf85-93202680ca37, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed801187-489f-4c66-9a38-06f3e55da0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:03:49.023243 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:49.032397 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1cbc2fba-00d5-43ad-87bf-f796b6241aaa req-dcc9d66e-14cb-4bf7-80d2-0d8c0d28998b tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Jul 21 21:03:49.090325 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] For port ef105c38-7ca3-4dca-bf85-93202680ca37, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:03:49.093659 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] For port ef105c38-7ca3-4dca-bf85-93202680ca37, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ef105c38-7ca3-4dca-bf85-93202680ca37,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:03:49.102824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:49.131309 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:49.146575 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:49.147190 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:49.148623 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] 10.222.0.73 "PUT /v2.0/ports/ef105c38-7ca3-4dca-bf85-93202680ca37 HTTP/1.1" status: 200 len: 1094 time: 0.7224140 Jul 21 21:03:49.149852 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:03:49.152138 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:03:49.198420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3f4a3-dab8-47d7-a83f-8dd031affb11 service neutron] Pushing event updated for resources: {'Port': ['ID=ef105c38-7ca3-4dca-bf85-93202680ca37,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:49.219294 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae30f66-818c-4d34-be57-7850dccf8b44 x-openstack-request-id: req-8ae30f66-818c-4d34-be57-7850dccf8b44 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:03:49.219595 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:03:49.219838 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ae30f66-818c-4d34-be57-7850dccf8b44 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:03:49.220302 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae30f66-818c-4d34-be57-7850dccf8b44'] response: {'name': 'network-changed', 'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'status': 'completed', 'code': 200} Jul 21 21:03:49.287551 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-7202c796-66ef-4a33-b9de-1b99ae8bc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:49.289189 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-7202c796-66ef-4a33-b9de-1b99ae8bc2fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 1128 time: 0.0478561 Jul 21 21:03:49.350207 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-77bf9491-fda9-4f77-81c2-3662d6b5b46c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef105c38-7ca3-4dca-bf85-93202680ca37 HTTP/1.1" status: 200 len: 217 time: 0.0358536 Jul 21 21:03:49.404634 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-229a22f4-9ebd-4095-84d4-83987c984cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:49.406192 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-229a22f4-9ebd-4095-84d4-83987c984cec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0588458 Jul 21 21:03:49.457969 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-08d80e70-5700-45db-bd06-91af8068f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:49.459644 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-08d80e70-5700-45db-bd06-91af8068f947 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474095 Jul 21 21:03:49.553990 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-26bc3915-c97a-43e4-89d8-8dbee0bc04ca service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875378 Jul 21 21:03:49.645277 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fb9b8d7c-0ccc-41e4-b7e7-76ef26648fe8 req-b7ffcf51-2f9a-439d-a96c-031e67713c64 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850708 Jul 21 21:03:49.926612 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137079e-c93c-444b-a4c0-7b9e94de8731 req-57047c4b-116c-47bf-b9c6-b0dd7209f54d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:49.928009 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1137079e-c93c-444b-a4c0-7b9e94de8731 req-57047c4b-116c-47bf-b9c6-b0dd7209f54d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 944 time: 0.0474491 Jul 21 21:03:49.977609 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1137079e-c93c-444b-a4c0-7b9e94de8731 req-cbdb0d62-d5f3-4315-8ac5-84c68d4e4791 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Jul 21 21:03:50.879078 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-b48e5417-e7e7-4154-97ab-abfe419dee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:50.880648 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-b48e5417-e7e7-4154-97ab-abfe419dee36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 1128 time: 0.0410912 Jul 21 21:03:50.906971 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:50.984186 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-0e435654-5eab-4d2a-846c-77c32d12c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:50.985652 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-0e435654-5eab-4d2a-846c-77c32d12c788 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.0988309 Jul 21 21:03:51.036107 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-eda1215f-afd6-4905-92a7-153dd8bc1218 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef105c38-7ca3-4dca-bf85-93202680ca37 HTTP/1.1" status: 200 len: 217 time: 0.0406983 Jul 21 21:03:51.105439 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-7247e076-070e-4554-a877-235f047f3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:51.106907 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-7247e076-070e-4554-a877-235f047f3d91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0563133 Jul 21 21:03:51.118153 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5cba3-3697-4c77-a143-e7e84665e35f req-bff59a22-5b3d-4702-b296-ecaf1a75b5a4 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:51.125258 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:51.125784 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fce5cba3-3697-4c77-a143-e7e84665e35f req-bff59a22-5b3d-4702-b296-ecaf1a75b5a4 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 944 time: 0.0690956 Jul 21 21:03:51.159857 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-06fbe29b-6a5a-4c36-ba9a-21b2f9c182a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:51.161374 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-06fbe29b-6a5a-4c36-ba9a-21b2f9c182a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450809 Jul 21 21:03:51.173381 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fce5cba3-3697-4c77-a143-e7e84665e35f req-0f3e416e-68b4-4075-bd07-3203e0765cda tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465906 Jul 21 21:03:51.280170 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-4adb7dd9-dbb6-44d0-a99b-f3a699a7bac2 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913947 Jul 21 21:03:51.372202 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-89addd54-4a59-49bc-9ac6-8cb4cd1d4f8d req-04c64a06-76b1-4365-b570-fe823c4b09e6 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Jul 21 21:03:52.289147 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80545d41-e64a-46e4-8743-de56170646d8 req-d422d0ee-b8a2-4228-ad3e-dd205e6ca8e6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:52.291247 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80545d41-e64a-46e4-8743-de56170646d8 req-d422d0ee-b8a2-4228-ad3e-dd205e6ca8e6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 944 time: 0.0476141 Jul 21 21:03:52.339394 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80545d41-e64a-46e4-8743-de56170646d8 req-2745246b-2c20-47b4-ba99-ad1a8c0008bb tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426624 Jul 21 21:03:53.455539 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a15d3e-3d25-4b09-b936-07542bb83fb5 req-062d4d89-db18-495a-8349-a4aa6da19c1a tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:53.456929 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c4a15d3e-3d25-4b09-b936-07542bb83fb5 req-062d4d89-db18-495a-8349-a4aa6da19c1a tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 944 time: 0.0505908 Jul 21 21:03:53.505682 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c4a15d3e-3d25-4b09-b936-07542bb83fb5 req-5d2b40d2-009d-4271-85de-12944c0889b3 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432024 Jul 21 21:03:54.629189 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef55b7-8f16-48c5-a968-d9352edba71a req-a1113b53-c952-49b8-83b4-3ce37b2510a5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:54.630681 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-14ef55b7-8f16-48c5-a968-d9352edba71a req-a1113b53-c952-49b8-83b4-3ce37b2510a5 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 944 time: 0.0540137 Jul 21 21:03:54.643560 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:54.682215 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-14ef55b7-8f16-48c5-a968-d9352edba71a req-d127df80-8ffb-40f7-a0df-16999397c93b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452268 Jul 21 21:03:55.274216 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:03:55.788935 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:55.800944 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5531-6dfd-4e1e-8ff5-7a213ba38c60 req-df9afc89-8000-4a7d-b689-25c4b1c2e65e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:55.802331 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ddaa5531-6dfd-4e1e-8ff5-7a213ba38c60 req-df9afc89-8000-4a7d-b689-25c4b1c2e65e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 944 time: 0.0476952 Jul 21 21:03:55.850027 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ddaa5531-6dfd-4e1e-8ff5-7a213ba38c60 req-f6c639e8-0b4f-4269-a5d3-60eb74a39fb2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421927 Jul 21 21:03:56.972356 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd14c9-e6bf-4f59-83e5-03539b20ac8b req-30acc479-77da-4a9f-85a8-c4049a2f9f19 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:56.973817 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-81bd14c9-e6bf-4f59-83e5-03539b20ac8b req-30acc479-77da-4a9f-85a8-c4049a2f9f19 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 944 time: 0.0506518 Jul 21 21:03:57.022216 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-81bd14c9-e6bf-4f59-83e5-03539b20ac8b req-f9ca6d33-38e6-4933-bf59-af3c64a920b8 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427585 Jul 21 21:03:58.138300 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403072dd-2375-4ce8-a9ab-af473f69a193 req-6c26f07d-f255-4b9e-bb9b-5a9cf39c637e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:58.139798 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-403072dd-2375-4ce8-a9ab-af473f69a193 req-6c26f07d-f255-4b9e-bb9b-5a9cf39c637e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 944 time: 0.0472569 Jul 21 21:03:58.443953 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-403072dd-2375-4ce8-a9ab-af473f69a193 req-4803cd5d-7807-41b1-9f5f-2f6020f2ac4f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985148 Jul 21 21:03:58.657589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device ef105c38-7ca3-4dca-bf85-93202680ca37 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:03:58.756626 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port ef105c38-7ca3-4dca-bf85-93202680ca37, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ef105c38-7ca3-4dca-bf85-93202680ca37,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:58.768167 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'port_id': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'mac_address': 'fa:16:3e:ea:60:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:03:58.802399 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port ef105c38-7ca3-4dca-bf85-93202680ca37 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:03:58.802787 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:58.815989 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef105c38-7ca3-4dca-bf85-93202680ca37 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:03:58.836160 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port ef105c38-7ca3-4dca-bf85-93202680ca37, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ef105c38-7ca3-4dca-bf85-93202680ca37,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:03:58.839881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:03:58.884720 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=ef105c38-7ca3-4dca-bf85-93202680ca37,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:03:59.339868 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['ef105c38-7ca3-4dca-bf85-93202680ca37'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:03:59.395310 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:59.574743 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ab033-d4bd-4c0a-9d74-07039c8b5c5e req-1af013b1-616d-4df1-871f-77a4b56f53f6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:59.576489 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:03:59.583391 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-be2ab033-d4bd-4c0a-9d74-07039c8b5c5e req-1af013b1-616d-4df1-871f-77a4b56f53f6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 945 time: 0.0652254 Jul 21 21:03:59.629722 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-be2ab033-d4bd-4c0a-9d74-07039c8b5c5e req-3a26d5b4-f6de-47ae-847a-6e0709e1549d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 Jul 21 21:03:59.741407 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc567-3cca-442a-a495-24b00f0fca12 req-39703f81-314b-4b5b-ab46-a22629f0ed4a tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:59.744044 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-704fc567-3cca-442a-a495-24b00f0fca12 req-39703f81-314b-4b5b-ab46-a22629f0ed4a tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0507925 Jul 21 21:03:59.790903 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-704fc567-3cca-442a-a495-24b00f0fca12 req-ee4e34e2-ed38-4916-b7be-d7518e714736 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Jul 21 21:03:59.813205 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58908) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:59.894272 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505e64d-57f4-4757-ba13-18f95f6434c4 tempest-TestMinimumBasicScenario-392782297 tempest-TestMinimumBasicScenario-392782297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:03:59.895808 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6505e64d-57f4-4757-ba13-18f95f6434c4 tempest-TestMinimumBasicScenario-392782297 tempest-TestMinimumBasicScenario-392782297-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1124 time: 0.0816097 Jul 21 21:03:59.898717 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58912) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:03:59.903407 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'port_id': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:03:59.924757 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.004463 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.006755 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:00.114622 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Allocated IP 172.27.3.59 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/81b7f807-13f8-4891-af8b-c3fd5e1d813e) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:04:00.218999 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for port (81b7f807-13f8-4891-af8b-c3fd5e1d813e), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.252490 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (81b7f807-13f8-4891-af8b-c3fd5e1d813e), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.293801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:04:00.300668 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:04:00.304469 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:04:00.308116 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'Port': ['ID=81b7f807-13f8-4891-af8b-c3fd5e1d813e,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:00.414337 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:00.658660 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for floatingip (f992660a-aca6-4137-8af8-62f13c614ea2), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.668684 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device ef105c38-7ca3-4dca-bf85-93202680ca37 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:04:00.717333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port ef105c38-7ca3-4dca-bf85-93202680ca37 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:04:00.723438 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port ef105c38-7ca3-4dca-bf85-93202680ca37 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:04:00.723861 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.734065 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (81b7f807-13f8-4891-af8b-c3fd5e1d813e), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.753773 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af6104-759d-49c2-88b2-47fea75354e0 req-fe6ba60e-1f59-4269-9c84-b97cc2a72cae tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:00.755990 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-66af6104-759d-49c2-88b2-47fea75354e0 req-fe6ba60e-1f59-4269-9c84-b97cc2a72cae tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 945 time: 0.0561414 Jul 21 21:04:00.799637 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port ef105c38-7ca3-4dca-bf85-93202680ca37 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:04:00.800112 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.814899 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-66af6104-759d-49c2-88b2-47fea75354e0 req-c9805caf-fa26-4f69-a5d4-ca3aacc5143e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525146 Jul 21 21:04:00.825306 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:04:00.827659 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c6c8dd-5cb4-4e04-92bc-77cb7ea47642" -d '{"events": [{"server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "name": "network-vif-plugged", "status": "completed", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:04:00.846877 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port ef105c38-7ca3-4dca-bf85-93202680ca37, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ef105c38-7ca3-4dca-bf85-93202680ca37,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:04:00.851771 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.865405 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:00.909980 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=ef105c38-7ca3-4dca-bf85-93202680ca37,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:00.917291 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for port (81b7f807-13f8-4891-af8b-c3fd5e1d813e), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.922465 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (81b7f807-13f8-4891-af8b-c3fd5e1d813e), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:00.992340 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e4cf6a-be8e-4fca-a0cd-c02d8b07cb41 x-openstack-request-id: req-26e4cf6a-be8e-4fca-a0cd-c02d8b07cb41 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:04:00.993263 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "name": "network-vif-plugged", "status": "completed", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:04:00.993528 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26e4cf6a-be8e-4fca-a0cd-c02d8b07cb41 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:04:00.993927 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'Port': ['ID=81b7f807-13f8-4891-af8b-c3fd5e1d813e,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:00.994061 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e4cf6a-be8e-4fca-a0cd-c02d8b07cb41'] response: {'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'code': 200} Jul 21 21:04:01.004193 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (f992660a-aca6-4137-8af8-62f13c614ea2), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.101649 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Floating IP f992660a-aca6-4137-8af8-62f13c614ea2 associated. External IP: 172.27.3.59, port: 5538cf4c-9233-42e2-88c0-e8e5d4986ab9. Jul 21 21:04:01.172547 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e1c7dc8c-afb9-4a60-91a4-e0b941b21852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.318289 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Router 36057add-de9d-4e91-9f99-70efb1df06aa has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:04:01.324710 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:01.329822 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccfa84-2cab-42a7-920a-b0c9c54615e1 req-586a2348-77bf-44af-b53e-21f5c45ea906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:01.331543 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-86ccfa84-2cab-42a7-920a-b0c9c54615e1 req-586a2348-77bf-44af-b53e-21f5c45ea906 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 1130 time: 0.0392613 Jul 21 21:04:01.378004 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-86ccfa84-2cab-42a7-920a-b0c9c54615e1 req-ff786ef8-a294-4614-ad84-e42021b6b160 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403836 Jul 21 21:04:01.423514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:04:01.433669 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] Sync routers for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:04:01.442070 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.444006 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:04:01.444711 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:01.472326 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5163a2fa-65c2-4bfe-83dd-76901ca1e771 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5720649 Jul 21 21:04:01.473070 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:04:01.475403 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58920) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:01.475545 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c" -d '{"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:04:01.481038 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-be6818c6-9b35-444e-bb9c-20fdb34e3ab8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364094149', 'description': 'tempest-secgroup-smoke-1364094149 description', 'project_id': '6a26de2015bb4626ba4093aac7a3d085'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:01.504738 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be6818c6-9b35-444e-bb9c-20fdb34e3ab8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.517908 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c480d90-5b15-4dfe-a4db-dc7373da4986 x-openstack-request-id: req-4c480d90-5b15-4dfe-a4db-dc7373da4986 {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:04:01.518202 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:04:01.518454 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c480d90-5b15-4dfe-a4db-dc7373da4986 {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:04:01.518861 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c480d90-5b15-4dfe-a4db-dc7373da4986'] response: {'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'status': 'completed', 'code': 200} Jul 21 21:04:01.556672 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:04:01.572735 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be6818c6-9b35-444e-bb9c-20fdb34e3ab8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group (30209766-afea-4350-9623-3bc5c35de3b8), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.576699 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be6818c6-9b35-444e-bb9c-20fdb34e3ab8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (30209766-afea-4350-9623-3bc5c35de3b8), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.597852 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:01.612073 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-be6818c6-9b35-444e-bb9c-20fdb34e3ab8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.613319 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-be6818c6-9b35-444e-bb9c-20fdb34e3ab8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1365664 Jul 21 21:04:01.616210 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6818c6-9b35-444e-bb9c-20fdb34e3ab8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30209766-afea-4350-9623-3bc5c35de3b8,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:01.616957 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58924) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:01.625174 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-2c95405f-180b-4bee-beab-cf1d6d2b7b0c tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'security_group_rule': {'security_group_id': '30209766-afea-4350-9623-3bc5c35de3b8', 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:01.653532 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2c95405f-180b-4bee-beab-cf1d6d2b7b0c tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (f13e6ec6-3b46-43fe-a5a8-2303e54080a2), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.715098 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2c95405f-180b-4bee-beab-cf1d6d2b7b0c tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (f13e6ec6-3b46-43fe-a5a8-2303e54080a2), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.719153 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2c95405f-180b-4bee-beab-cf1d6d2b7b0c tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (f13e6ec6-3b46-43fe-a5a8-2303e54080a2), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.739114 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95405f-180b-4bee-beab-cf1d6d2b7b0c tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13e6ec6-3b46-43fe-a5a8-2303e54080a2,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:01.747270 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2c95405f-180b-4bee-beab-cf1d6d2b7b0c tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.748563 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2c95405f-180b-4bee-beab-cf1d6d2b7b0c tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295793 Jul 21 21:04:01.751327 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58926) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:01.755855 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-ec1d6e09-d064-4475-9514-26c6c56dfb61 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'security_group_rule': {'security_group_id': '30209766-afea-4350-9623-3bc5c35de3b8', 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:01.783022 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6e09-d064-4475-9514-26c6c56dfb61 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (d89ec49c-834f-49ee-85e6-c33023b3f1e4), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.817295 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:01.847782 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6e09-d064-4475-9514-26c6c56dfb61 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (d89ec49c-834f-49ee-85e6-c33023b3f1e4), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.852492 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6e09-d064-4475-9514-26c6c56dfb61 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (d89ec49c-834f-49ee-85e6-c33023b3f1e4), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.872360 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d6e09-d064-4475-9514-26c6c56dfb61 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89ec49c-834f-49ee-85e6-c33023b3f1e4,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:01.880775 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6e09-d064-4475-9514-26c6c56dfb61 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.882498 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ec1d6e09-d064-4475-9514-26c6c56dfb61 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296465 Jul 21 21:04:01.885058 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58930) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:01.890544 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-33933839-465e-4082-9f7e-49acacbc2419 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'security_group_rule': {'security_group_id': '30209766-afea-4350-9623-3bc5c35de3b8', 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:01.913267 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'f992660a-aca6-4137-8af8-62f13c614ea2', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'port_id': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'mac_address': 'fa:16:3e:0f:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974db758-4954-4768-b496-7733bc3c0f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:04:00Z', 'updated_at': '2022-07-21T21:04:00Z', 'revision_number': 0, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:09Z', 'revision_number': 5, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:01.942843 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] Checking router: 36057add-de9d-4e91-9f99-70efb1df06aa for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:04:01.949858 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-33933839-465e-4082-9f7e-49acacbc2419 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (7ccd78f1-8bd2-491e-9fad-e110a5e8caed), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:01.951929 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:04:01.952555 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:03:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:01.966541 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51998b0a-70ef-429e-a7cf-4a9ab8cb3ff1 req-712697d8-3ded-4443-b6d2-7fd1dd037f0b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:01.968717 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51998b0a-70ef-429e-a7cf-4a9ab8cb3ff1 req-712697d8-3ded-4443-b6d2-7fd1dd037f0b tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 946 time: 0.0656478 Jul 21 21:04:02.027451 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-9d8488ce-31db-43ec-95b1-7a4e09c34d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:02.029159 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-9d8488ce-31db-43ec-95b1-7a4e09c34d0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1129 time: 0.0442133 Jul 21 21:04:02.034589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:02.046062 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-33933839-465e-4082-9f7e-49acacbc2419 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (7ccd78f1-8bd2-491e-9fad-e110a5e8caed), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.051204 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-51998b0a-70ef-429e-a7cf-4a9ab8cb3ff1 req-4ff7c223-da80-457b-8042-66a3051bc32f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715830 Jul 21 21:04:02.052265 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-33933839-465e-4082-9f7e-49acacbc2419 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (7ccd78f1-8bd2-491e-9fad-e110a5e8caed), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.069447 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:04:02.073435 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933839-465e-4082-9f7e-49acacbc2419 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccd78f1-8bd2-491e-9fad-e110a5e8caed,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:02.085739 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-33933839-465e-4082-9f7e-49acacbc2419 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.086986 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-33933839-465e-4082-9f7e-49acacbc2419 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009356 Jul 21 21:04:02.089974 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58932) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:02.094354 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'security_group_rule': {'security_group_id': '30209766-afea-4350-9623-3bc5c35de3b8', 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:02.122349 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (bbc42f81-0ea5-4d73-a8e8-5d5bd3e7bf6b), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.171099 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:02.185713 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (bbc42f81-0ea5-4d73-a8e8-5d5bd3e7bf6b), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.189480 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (bbc42f81-0ea5-4d73-a8e8-5d5bd3e7bf6b), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.209706 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc42f81-0ea5-4d73-a8e8-5d5bd3e7bf6b,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:02.220445 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.221718 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307423 Jul 21 21:04:02.223223 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.223679 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.224232 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.224762 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.224906 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 58934) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:02.225261 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.225705 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.226129 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.226569 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.228007 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.228454 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.228914 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.229348 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.230095 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.230095 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.230604 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f641e2-5295-4980-80c5-54d6378698fa tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:02.230933 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-34d3810d-8b2b-4f63-9d1f-e3d26e8f5cd9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'security_group_rule': {'security_group_id': '30209766-afea-4350-9623-3bc5c35de3b8', 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:02.249325 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:02.253271 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.securitygroups_db [None req-34d3810d-8b2b-4f63-9d1f-e3d26e8f5cd9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Project 6a26de2015bb4626ba4093aac7a3d085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 21:04:02.259326 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-34d3810d-8b2b-4f63-9d1f-e3d26e8f5cd9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (3aff30da-6b0c-4650-80f9-76033107dfb1), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.307177 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'f992660a-aca6-4137-8af8-62f13c614ea2', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'port_id': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'mac_address': 'fa:16:3e:0f:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974db758-4954-4768-b496-7733bc3c0f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:04:00Z', 'updated_at': '2022-07-21T21:04:00Z', 'revision_number': 0, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:09Z', 'revision_number': 5, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:02.324428 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-34d3810d-8b2b-4f63-9d1f-e3d26e8f5cd9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (3aff30da-6b0c-4650-80f9-76033107dfb1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.328364 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-34d3810d-8b2b-4f63-9d1f-e3d26e8f5cd9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (3aff30da-6b0c-4650-80f9-76033107dfb1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.333868 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3e116-cd50-4ebb-ae37-546b1959d622 None None] The sync data for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi is: [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'f992660a-aca6-4137-8af8-62f13c614ea2', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'port_id': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'mac_address': 'fa:16:3e:0f:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974db758-4954-4768-b496-7733bc3c0f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:04:00Z', 'updated_at': '2022-07-21T21:04:00Z', 'revision_number': 0, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:09Z', 'revision_number': 5, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:04:02.347487 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3810d-8b2b-4f63-9d1f-e3d26e8f5cd9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aff30da-6b0c-4650-80f9-76033107dfb1,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:02.356419 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-34d3810d-8b2b-4f63-9d1f-e3d26e8f5cd9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.357656 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-34d3810d-8b2b-4f63-9d1f-e3d26e8f5cd9 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317887 Jul 21 21:04:02.360467 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58936) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:02.364981 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-c7cd3bcd-d6b0-46ff-872b-ab9d2cfc9711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'security_group_rule': {'security_group_id': '30209766-afea-4350-9623-3bc5c35de3b8', 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:02.388079 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.securitygroups_db [None req-c7cd3bcd-d6b0-46ff-872b-ab9d2cfc9711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Project 6a26de2015bb4626ba4093aac7a3d085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 21:04:02.396612 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3bcd-d6b0-46ff-872b-ab9d2cfc9711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (a52ed39d-0a34-4c78-95ca-aed1d2bdec44), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.463384 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3bcd-d6b0-46ff-872b-ab9d2cfc9711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (a52ed39d-0a34-4c78-95ca-aed1d2bdec44), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.467221 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3bcd-d6b0-46ff-872b-ab9d2cfc9711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (a52ed39d-0a34-4c78-95ca-aed1d2bdec44), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.487576 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd3bcd-d6b0-46ff-872b-ab9d2cfc9711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52ed39d-0a34-4c78-95ca-aed1d2bdec44,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:02.495639 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3bcd-d6b0-46ff-872b-ab9d2cfc9711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.496894 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c7cd3bcd-d6b0-46ff-872b-ab9d2cfc9711 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353912 Jul 21 21:04:02.549386 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84acb32b-f53d-442d-a39f-8ddf7bed48b6 None None] New status for floating IP f992660a-aca6-4137-8af8-62f13c614ea2: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:04:02.593394 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-154419c7-37f5-4441-a927-14fad20c6bfd tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364094149&fields=id&tenant_id=6a26de2015bb4626ba4093aac7a3d085 HTTP/1.1" status: 200 len: 267 time: 0.0463538 Jul 21 21:04:02.647394 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-76912a95-d261-46f4-9b92-7dd6086511ee tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:02.648858 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-76912a95-d261-46f4-9b92-7dd6086511ee tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0502214 Jul 21 21:04:02.673717 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'port': {'security_groups': ['2297caf8-4de3-4ab1-9ba9-d0fdb576d41c', '30209766-afea-4350-9623-3bc5c35de3b8']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:02.733366 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:02.806779 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:02.817615 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-e8f1c337-8181-4560-96c2-a74d98e96e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:02.819304 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-e8f1c337-8181-4560-96c2-a74d98e96e60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 916 time: 0.1679285 Jul 21 21:04:02.934877 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-c0a5bf74-85ae-43eb-81d2-12f54e4fdca5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 1000 time: 0.0891948 Jul 21 21:04:03.019216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-4016717f-d846-43d7-abaf-0e2eb5aea365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:03.020666 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-4016717f-d846-43d7-abaf-0e2eb5aea365 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 200 len: 854 time: 0.0743899 Jul 21 21:04:03.089678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] For port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:04:03.118978 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:03.125240 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:03.170075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['5538cf4c-9233-42e2-88c0-e8e5d4986ab9'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:04:03.171698 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d42318-42c5-43ed-8f69-8dabd0f9acff req-1d3f5037-c514-42ee-a067-c66ef289dfd2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:03.172539 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c2d42318-42c5-43ed-8f69-8dabd0f9acff req-1d3f5037-c514-42ee-a067-c66ef289dfd2 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 946 time: 0.0473800 Jul 21 21:04:03.178067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:03.178735 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:03.188266 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f8ab2e6d-9d01-4fd3-a3d2-24cde435f35f req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "PUT /v2.0/ports/5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 981 time: 0.5291965 Jul 21 21:04:03.188766 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:04:03.191067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18" -d '{"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:04:03.253824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:03.295624 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c2d42318-42c5-43ed-8f69-8dabd0f9acff req-d1b0c2d1-3e3a-4b0e-a7e9-44abfe7b7c01 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073511 Jul 21 21:04:03.303247 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-a39c37b6-50d6-404b-b129-3263457f9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:03.304956 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-a39c37b6-50d6-404b-b129-3263457f9ba5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9e613c3-ca46-4d37-87a4-434109b70a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764792 Jul 21 21:04:03.310931 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694abad-ea00-48c6-9069-b42997563070 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'Port': ['ID=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,revision_number=6']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:03.361266 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0d754-01d0-4afb-ab6d-58a3d02cb314 req-f75a32de-ae41-42a5-8d7a-dd784c855865 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:03.362801 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-61f0d754-01d0-4afb-ab6d-58a3d02cb314 req-f75a32de-ae41-42a5-8d7a-dd784c855865 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.1064851 Jul 21 21:04:03.410297 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['5538cf4c-9233-42e2-88c0-e8e5d4986ab9'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:04:03.442220 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-61f0d754-01d0-4afb-ab6d-58a3d02cb314 req-fdc8616e-8064-467c-b486-fa2ad96c5e88 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727661 Jul 21 21:04:03.456082 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8fd0bb-1c17-4099-8d69-7de405bc1e32 x-openstack-request-id: req-bc8fd0bb-1c17-4099-8d69-7de405bc1e32 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:04:03.456382 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:04:03.456640 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc8fd0bb-1c17-4099-8d69-7de405bc1e32 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:04:03.457053 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8fd0bb-1c17-4099-8d69-7de405bc1e32'] response: {'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'status': 'completed', 'code': 200} Jul 21 21:04:03.487542 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-3d7ae9a5-2c2a-4707-9b70-aca055426e45 None None] Provisioning complete for port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:04:03.487934 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3d7ae9a5-2c2a-4707-9b70-aca055426e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:03.662282 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ae9a5-2c2a-4707-9b70-aca055426e45 None None] Current status of the port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:04:03.784255 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:03.833053 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:03.959158 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-ea700f0b-dd6e-4f7c-bbfc-6cf623579fd8 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897982 Jul 21 21:04:04.052846 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-78ef26cd-101c-401c-ad05-5d8dfbdfd94c req-58b3c98d-0a61-4ba9-a637-7e0b36fa9f72 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865259 Jul 21 21:04:04.075196 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-01b648b4-0e79-42e1-8317-86f569b6a955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:04.186679 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-dc9b448f-e69e-47ba-a54c-45024972b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:04.188083 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-dc9b448f-e69e-47ba-a54c-45024972b51d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1168 time: 0.0401483 Jul 21 21:04:04.269663 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:04.287781 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-28dc659c-e6f2-433b-a8f8-0e2f5f00ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:04.289240 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-28dc659c-e6f2-433b-a8f8-0e2f5f00ae43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 916 time: 0.0906186 Jul 21 21:04:04.356318 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-4171ebad-cb13-46fc-a974-942bbc54f1db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 1000 time: 0.0566654 Jul 21 21:04:04.403381 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4615cb-9ffa-484a-acbb-ce07a0260e1a req-aed5925e-1d8f-45af-88ca-1722f47fc9ce tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:04.404982 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae4615cb-9ffa-484a-acbb-ce07a0260e1a req-aed5925e-1d8f-45af-88ca-1722f47fc9ce tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 946 time: 0.0489476 Jul 21 21:04:04.410855 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-e93e446f-3fd6-49a2-b100-d52bcf0233a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:04.412353 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-e93e446f-3fd6-49a2-b100-d52bcf0233a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 200 len: 854 time: 0.0457706 Jul 21 21:04:04.455841 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae4615cb-9ffa-484a-acbb-ce07a0260e1a req-7d4e5191-b221-4348-ada2-6ca940c362d3 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449657 Jul 21 21:04:04.461655 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-fa86b815-0efd-4803-97ea-845342204c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:04.463131 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-fa86b815-0efd-4803-97ea-845342204c97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9e613c3-ca46-4d37-87a4-434109b70a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431745 Jul 21 21:04:04.589490 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b3892-4e4b-4e09-9dfd-98a61c472c1b req-80753ccc-57a6-49da-88ee-a91b022a2d7d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:04.590956 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e9b3892-4e4b-4e09-9dfd-98a61c472c1b req-80753ccc-57a6-49da-88ee-a91b022a2d7d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 946 time: 0.0636327 Jul 21 21:04:04.842436 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-50b54914-773b-407f-b8a8-e4d7e8a2517f service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695714 Jul 21 21:04:04.927935 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e9b3892-4e4b-4e09-9dfd-98a61c472c1b req-95b744fa-977d-4412-b386-8fab77464cde tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313823 Jul 21 21:04:04.949627 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58954) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:04.957667 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7ee8af4b-f6e5-4a35-9369-71bdfcb32b18 req-2f576068-8c39-4353-86d8-95ff5bebdce9 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057239 Jul 21 21:04:05.087456 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f518c-2422-4183-8a2c-cd766ba261a4 tempest-TestVolumeBootPattern-1381054021 tempest-TestVolumeBootPattern-1381054021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:05.088991 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-eb0f518c-2422-4183-8a2c-cd766ba261a4 tempest-TestVolumeBootPattern-1381054021 tempest-TestVolumeBootPattern-1381054021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 1125 time: 0.1383541 Jul 21 21:04:05.091677 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 58960) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:05.095883 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'port_id': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:04:05.126195 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:05.185916 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:05.211240 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:05.321887 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Allocated IP 172.27.3.250 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/6f2b048a-5792-4615-a160-0d328112257b) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:04:05.422567 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (6f2b048a-5792-4615-a160-0d328112257b), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:05.455571 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (6f2b048a-5792-4615-a160-0d328112257b), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:05.460338 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:05.501506 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:04:05.505915 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:04:05.509514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=6f2b048a-5792-4615-a160-0d328112257b,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:05.511893 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:04:05.862806 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (6f0ad040-5402-4e24-b244-e6d51c6c7e81), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:05.930613 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (6f2b048a-5792-4615-a160-0d328112257b), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:05.931984 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:06.075703 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for port (6f2b048a-5792-4615-a160-0d328112257b), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:06.080291 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (6f2b048a-5792-4615-a160-0d328112257b), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:06.145246 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event updated for resources: {'Port': ['ID=6f2b048a-5792-4615-a160-0d328112257b,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:06.158517 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (6f0ad040-5402-4e24-b244-e6d51c6c7e81), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:06.229597 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:06.263062 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Floating IP 6f0ad040-5402-4e24-b244-e6d51c6c7e81 associated. External IP: 172.27.3.250, port: ef105c38-7ca3-4dca-bf85-93202680ca37. Jul 21 21:04:06.335209 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:06.465484 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:04:06.643434 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:06.812621 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:04:06.822652 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:04:06.830545 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:06.832792 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:04:06.834214 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:04:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:06.861341 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-feb3a9dd-b13b-46ac-a42a-e8b82bed09d6 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7686100 Jul 21 21:04:06.861929 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:04:06.864230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74c6014-5208-4bf0-959d-66b2d8338cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:04:06.898889 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd16836-2976-4a45-99b9-848175ce331a x-openstack-request-id: req-afd16836-2976-4a45-99b9-848175ce331a {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:04:06.899180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:04:06.899435 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afd16836-2976-4a45-99b9-848175ce331a {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:04:06.899868 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd16836-2976-4a45-99b9-848175ce331a'] response: {'name': 'network-changed', 'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'status': 'completed', 'code': 200} Jul 21 21:04:06.947940 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:04:07.028309 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-b8109907-3f72-471f-9e55-f920a59cf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:07.029810 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-b8109907-3f72-471f-9e55-f920a59cf0cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 1130 time: 0.0432930 Jul 21 21:04:07.120267 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-15a2b052-c2ca-4ad5-a9b2-8ee074a63b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:07.121740 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-15a2b052-c2ca-4ad5-a9b2-8ee074a63b54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.0859594 Jul 21 21:04:07.163432 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '6f0ad040-5402-4e24-b244-e6d51c6c7e81', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:ea:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:04:05Z', 'updated_at': '2022-07-21T21:04:05Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}, {'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:25Z', 'revision_number': 1, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:07.169473 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:07.187747 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-7001758d-1933-4c48-8a72-f9d20bff45b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef105c38-7ca3-4dca-bf85-93202680ca37 HTTP/1.1" status: 200 len: 1000 time: 0.0585926 Jul 21 21:04:07.190024 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:04:07.198550 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:04:07.199159 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:04:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:07.238335 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-fb2b23d7-5ffa-48ee-89d3-c6841e3eea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:07.239823 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-fb2b23d7-5ffa-48ee-89d3-c6841e3eea11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0453451 Jul 21 21:04:07.284584 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-a2029622-7bc0-4b1c-b26a-6ca681aa689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:07.286062 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-a2029622-7bc0-4b1c-b26a-6ca681aa689b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387650 Jul 21 21:04:07.306194 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:04:07.382178 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-c9099990-243b-4390-af6f-5aaa017cbb6d service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855246 Jul 21 21:04:07.382792 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:07.485643 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c74c6014-5208-4bf0-959d-66b2d8338cf4 req-e33f409b-8b3b-4389-9859-ad5ca979fd99 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858953 Jul 21 21:04:07.525204 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:07.530416 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:07.545052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '6f0ad040-5402-4e24-b244-e6d51c6c7e81', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:ea:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:04:05Z', 'updated_at': '2022-07-21T21:04:05Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}, {'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:25Z', 'revision_number': 1, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:07.569233 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdeff6-e3bf-4ae9-bc58-05aa6cece6d5 None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '6f0ad040-5402-4e24-b244-e6d51c6c7e81', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:ea:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:04:05Z', 'updated_at': '2022-07-21T21:04:05Z', 'revision_number': 0, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}, {'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:25Z', 'revision_number': 1, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:04:07.755725 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454ffc2a-950b-46af-90fd-18b0e4027e79 None None] New status for floating IP 6f0ad040-5402-4e24-b244-e6d51c6c7e81: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:04:16.856193 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:16.858108 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:17.477169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:17.482431 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=31 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:17.548143 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=22 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:20.914488 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:24.615488 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-714ef3be-eccb-47dc-bfb5-ecc7ab2521d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445371 Jul 21 21:04:24.725114 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-9b19b51d-9ec8-4c8f-82bd-bb9e7a06f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:24.726582 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-9b19b51d-9ec8-4c8f-82bd-bb9e7a06f886 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 1130 time: 0.0400710 Jul 21 21:04:24.830845 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-9a3b9d62-7794-495c-8d94-c208ca0ce646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:24.832413 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-9a3b9d62-7794-495c-8d94-c208ca0ce646 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 200 len: 917 time: 0.0848572 Jul 21 21:04:24.897108 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-ee165f49-eb76-45ef-94e3-1c4c1de0ed9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0576451 Jul 21 21:04:24.949522 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-06bb0bee-d6b8-42d3-81d4-59a34c90e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:24.951110 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-06bb0bee-d6b8-42d3-81d4-59a34c90e5df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 200 len: 855 time: 0.0441899 Jul 21 21:04:24.997064 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-90d10dc8-664e-45da-8c85-501a524a8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:24.998468 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-90d10dc8-664e-45da-8c85-501a524a8149 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b37db4ce-f6bd-42a4-9277-6fc954d54178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395012 Jul 21 21:04:25.093601 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-ab76908b-9fdf-40ef-b798-4d306591e6a6 service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868025 Jul 21 21:04:25.182523 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3cbf56c3-1f2f-4a7d-80d1-ef0b108556ea req-6b95af9d-7ccb-4679-ae25-e6c3dcbae1da service neutron] 10.222.0.73 "GET /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815046 Jul 21 21:04:27.575584 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:27.578142 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:30.900281 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:30.910576 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:31.177708 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f932283e-895b-4ba2-9bdf-8ff5207f408a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:32.273495 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:04:34.076112 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1b163d09-b019-4145-8070-2394f26bde97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:35.172886 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=49 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:35.179008 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=52 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:36.232622 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:36.637697 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:37.494451 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:42.448052 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd9264-aa72-458d-85cc-9e8b51f869b5 req-b714446c-8417-4be6-840b-9eae8bef5f0f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:42.449707 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9bfd9264-aa72-458d-85cc-9e8b51f869b5 req-b714446c-8417-4be6-840b-9eae8bef5f0f tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 946 time: 0.0480375 Jul 21 21:04:42.495613 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9bfd9264-aa72-458d-85cc-9e8b51f869b5 req-928db228-816e-4588-a4e8-ebce4413ea7e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403388 Jul 21 21:04:43.613083 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3af488-9afe-4d5e-b499-0421b9215ebd req-46c23de1-a18e-44a8-ad8e-575bb133c9c6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:43.614557 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2e3af488-9afe-4d5e-b499-0421b9215ebd req-46c23de1-a18e-44a8-ad8e-575bb133c9c6 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 946 time: 0.0477204 Jul 21 21:04:43.665256 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2e3af488-9afe-4d5e-b499-0421b9215ebd req-e542bc1f-a3fa-4ca9-b31d-7fce506136c2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446610 Jul 21 21:04:44.742521 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff135-5c94-442e-99da-e023fa77ede4 req-ce911924-e46e-410e-a135-6a884bcf713e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:44.744412 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-101ff135-5c94-442e-99da-e023fa77ede4 req-ce911924-e46e-410e-a135-6a884bcf713e tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 946 time: 0.0558233 Jul 21 21:04:44.788182 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b64599-acec-49b9-8ec6-4f259e310855 req-37155715-0300-4109-8bee-fbd437422b2b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:44.790267 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c2b64599-acec-49b9-8ec6-4f259e310855 req-37155715-0300-4109-8bee-fbd437422b2b tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 946 time: 0.0473435 Jul 21 21:04:44.832427 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Deleting port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:04:44.832778 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:44.837247 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c2b64599-acec-49b9-8ec6-4f259e310855 req-eaa79cf4-53c4-4926-aef8-f95ee4879789 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups?id=31130af3-22cc-4ee4-8e1f-c4825da0db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Jul 21 21:04:44.931931 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] For port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:04:44.932308 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:45.014947 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:45.016138 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:45.099003 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:45.099368 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (03df127a-2093-45a3-90f7-d4d62dcacf36), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:45.099686 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Floating IP 03df127a-2093-45a3-90f7-d4d62dcacf36 disassociated. External IP: 172.27.3.238, port: 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8. Jul 21 21:04:45.100068 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Calling delete_port for 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:04:45.230513 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:45.257725 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event deleted for resources: {'Port': ['ID=4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:45.270274 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.270629 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.270972 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.271311 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.271644 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.272020 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.272323 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.272651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.272976 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.273811 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.274240 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.274786 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.275117 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.275445 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.275787 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:45.382141 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:04:45.486746 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:04:45.496365 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] Sync routers for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:04:45.505853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:04:45.506474 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:04:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:45.530395 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] No DVR routers for this DVR port 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:04:45.532861 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:45.536108 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-101ff135-5c94-442e-99da-e023fa77ede4 req-bf049dd6-922b-43c6-9e55-69c8c64fdcb2 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.73 "DELETE /v2.0/ports/4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 HTTP/1.1" status: 204 len: 173 time: 0.7844722 Jul 21 21:04:45.536542 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-deleted', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:04:45.538777 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54da59b-b2b0-45d1-a6ce-209a14e30312" -d '{"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-deleted", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:04:45.581693 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0230acf-1a14-4429-b73d-92adc47fc7f8 x-openstack-request-id: req-e0230acf-1a14-4429-b73d-92adc47fc7f8 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:04:45.581997 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4fa343-16d7-4f75-a3e3-3abef4456ed6", "name": "network-vif-deleted", "tag": "4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:04:45.582251 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0230acf-1a14-4429-b73d-92adc47fc7f8 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:04:45.582664 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0230acf-1a14-4429-b73d-92adc47fc7f8'] response: {'server_uuid': 'fb4fa343-16d7-4f75-a3e3-3abef4456ed6', 'name': 'network-vif-deleted', 'tag': '4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8', 'status': 'completed', 'code': 200} Jul 21 21:04:45.747337 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:04:45.939741 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:45.951093 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-845881b5-da98-4bfd-9ce5-7f26e1d9accc req-7480bde4-55e2-42d0-bfa0-1d5cc5717804 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb4fa343-16d7-4f75-a3e3-3abef4456ed6 HTTP/1.1" status: 200 len: 210 time: 0.0276380 Jul 21 21:04:45.965977 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] Checking router: d9ca7e26-dfeb-4694-b5c3-dfad696ff07b for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:04:45.976431 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:04:45.977047 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:04:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:46.078243 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:04:46.267554 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:46.301323 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d338c-43b0-4a27-8fa8-9df7cfe1cff7 None None] The sync data for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi is: [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T20:52:40Z', 'revision_number': 4, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '57fe3301-0e49-4d8e-bae8-9e14d8409278', 'name': '', 'network_id': 'b37db4ce-f6bd-42a4-9277-6fc954d54178', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'mac_address': 'fa:16:3e:bf:cc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:38Z', 'updated_at': '2022-07-21T20:52:53Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'subnets': [{'id': '9e32467f-8173-4f70-8a7e-81e0da561cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:04:46.505291 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044d537-04d7-4b04-b43f-4241abc4daf5 None None] New status for floating IP 03df127a-2093-45a3-90f7-d4d62dcacf36: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:04:47.049416 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59088) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:47.104262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52cf55b8-3740-4ee7-ba61-a81aec2122e5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (31130af3-22cc-4ee4-8e1f-c4825da0db2a), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.106321 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:47.129824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52cf55b8-3740-4ee7-ba61-a81aec2122e5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (31130af3-22cc-4ee4-8e1f-c4825da0db2a), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.132073 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:47.182430 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52cf55b8-3740-4ee7-ba61-a81aec2122e5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (31130af3-22cc-4ee4-8e1f-c4825da0db2a), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.184992 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52cf55b8-3740-4ee7-ba61-a81aec2122e5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.186157 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-52cf55b8-3740-4ee7-ba61-a81aec2122e5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "DELETE /v2.0/security-groups/31130af3-22cc-4ee4-8e1f-c4825da0db2a HTTP/1.1" status: 204 len: 168 time: 0.1356521 Jul 21 21:04:47.189323 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59090) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:47.195362 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf55b8-3740-4ee7-ba61-a81aec2122e5 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31130af3-22cc-4ee4-8e1f-c4825da0db2a,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:47.203263 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.api.v2.resource [None req-9d5d8e4f-17fe-4863-a83e-ae4705fe3f77 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] show failed (client error): The resource could not be found. Jul 21 21:04:47.204294 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9d5d8e4f-17fe-4863-a83e-ae4705fe3f77 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "GET /v2.0/security-groups/31130af3-22cc-4ee4-8e1f-c4825da0db2a HTTP/1.1" status: 404 len: 347 time: 0.0134809 Jul 21 21:04:47.207159 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59092) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:47.319403 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Deleting port 70c3b08a-cf0c-4223-b9fa-2e88af4fbe19 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:04:47.319651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.393585 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.393905 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.407823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Calling delete_port for 70c3b08a-cf0c-4223-b9fa-2e88af4fbe19 owned by network:floatingip {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:04:47.540363 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (70c3b08a-cf0c-4223-b9fa-2e88af4fbe19), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.564552 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Pushing event deleted for resources: {'Port': ['ID=70c3b08a-cf0c-4223-b9fa-2e88af4fbe19,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:47.629806 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks [] for floatingip (03df127a-2093-45a3-90f7-d4d62dcacf36), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.632602 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:47.634505 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b0b701be-2026-4e37-aee6-78b3e31d74b1 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] 10.222.0.60 "DELETE /v2.0/floatingips/03df127a-2093-45a3-90f7-d4d62dcacf36 HTTP/1.1" status: 204 len: 168 time: 0.4262114 Jul 21 21:04:48.910706 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:04:48.931316 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:04:48.931758 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 4c568ff9-9eab-4cf6-8f3c-7a786ef7e8a8 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:04:50.057178 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59120) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:50.519425 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:50.526118 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:50.731215 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:50.792216 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Deleting port 57fe3301-0e49-4d8e-bae8-9e14d8409278 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:04:50.792473 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:50.924454 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:51.108661 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] For port 57fe3301-0e49-4d8e-bae8-9e14d8409278, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=57fe3301-0e49-4d8e-bae8-9e14d8409278,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:04:51.109272 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:51.121726 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Calling delete_port for 57fe3301-0e49-4d8e-bae8-9e14d8409278 owned by network:router_interface {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:04:51.299659 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (57fe3301-0e49-4d8e-bae8-9e14d8409278), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:51.324231 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Pushing event deleted for resources: {'Port': ['ID=57fe3301-0e49-4d8e-bae8-9e14d8409278,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:51.502451 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:51.654209 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:51.705538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:04:51.799415 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:51.806561 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:04:51.814027 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-db4b9038-2f00-4288-bb6c-e119bb026431 admin admin] 10.222.0.60 "PUT /v2.0/routers/d9ca7e26-dfeb-4694-b5c3-dfad696ff07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7532914 Jul 21 21:04:51.814027 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59128) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:51.815024 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] Sync routers for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:04:51.825083 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:04:51.825689 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:04:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:51.917841 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks [] for router (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:51.927251 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:04:51.982466 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:52.025820 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks [] for router_gateway (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.061395 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:52.069521 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Deleting port 398913fd-42c3-40a5-8b8c-2fc056b42f48 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:04:52.069872 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.108045 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T21:04:51Z', 'revision_number': 5, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port': {'id': '398913fd-42c3-40a5-8b8c-2fc056b42f48', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:52:31Z', 'updated_at': '2022-07-21T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:52.133003 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] Checking router: d9ca7e26-dfeb-4694-b5c3-dfad696ff07b for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:04:52.142039 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] Routers {'d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:04:52.142676 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:04:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:52.154488 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] For port 398913fd-42c3-40a5-8b8c-2fc056b42f48, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=398913fd-42c3-40a5-8b8c-2fc056b42f48,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:04:52.155054 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.168594 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Calling delete_port for 398913fd-42c3-40a5-8b8c-2fc056b42f48 owned by network:router_gateway {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:04:52.228260 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] Set router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b gateway port host: None {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:04:52.277444 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T21:04:52Z', 'revision_number': 6, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:52.306204 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071609b-ed08-42ba-972f-5ebfc6f07dc8 None None] The sync data for ids ['d9ca7e26-dfeb-4694-b5c3-dfad696ff07b'] in dv-cinder-850687-1-iscsi is: [{'id': 'd9ca7e26-dfeb-4694-b5c3-dfad696ff07b', 'name': 'tempest-AttachVolumeShelveTestJSON-945125384-router', 'tenant_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:52:29Z', 'updated_at': '2022-07-21T21:04:52Z', 'revision_number': 6, 'project_id': 'c312164b3fdd40719fcdd94ed6bfd187', 'gw_port_host': None}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:04:52.344946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (398913fd-42c3-40a5-8b8c-2fc056b42f48), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.373865 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=398913fd-42c3-40a5-8b8c-2fc056b42f48,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:52.438737 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.544098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.546245 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks [] for router_controller (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.547513 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:52.609302 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (d9ca7e26-dfeb-4694-b5c3-dfad696ff07b), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.609860 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ca7e26-dfeb-4694-b5c3-dfad696ff07b {{(pid=110831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:04:52.614497 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.615632 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9d559709-5ace-4716-bbf9-af3caf042c39 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d9ca7e26-dfeb-4694-b5c3-dfad696ff07b HTTP/1.1" status: 204 len: 168 time: 0.8006835 Jul 21 21:04:52.618936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59138) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:52.669852 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc53b7e0-77cf-4132-a12b-814c7f22309a admin admin] Deleting subnet 9e32467f-8173-4f70-8a7e-81e0da561cfa {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:04:52.673538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-dc53b7e0-77cf-4132-a12b-814c7f22309a admin admin] Publish callbacks [] for subnet (9e32467f-8173-4f70-8a7e-81e0da561cfa), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.717102 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-dc53b7e0-77cf-4132-a12b-814c7f22309a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5825706'] for subnet (9e32467f-8173-4f70-8a7e-81e0da561cfa), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.775391 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 57fe3301-0e49-4d8e-bae8-9e14d8409278 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:04:52.795998 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 57fe3301-0e49-4d8e-bae8-9e14d8409278 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:04:52.796620 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 57fe3301-0e49-4d8e-bae8-9e14d8409278 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:04:52.806974 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-dc53b7e0-77cf-4132-a12b-814c7f22309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (9e32467f-8173-4f70-8a7e-81e0da561cfa), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.850567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:52.871680 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-dc53b7e0-77cf-4132-a12b-814c7f22309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5928065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5483807'] for subnet (9e32467f-8173-4f70-8a7e-81e0da561cfa), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.896238 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53b7e0-77cf-4132-a12b-814c7f22309a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e32467f-8173-4f70-8a7e-81e0da561cfa,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:52.903885 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-dc53b7e0-77cf-4132-a12b-814c7f22309a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:52.907059 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-dc53b7e0-77cf-4132-a12b-814c7f22309a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9e32467f-8173-4f70-8a7e-81e0da561cfa HTTP/1.1" status: 204 len: 168 time: 0.2872102 Jul 21 21:04:52.909549 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59146) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:52.913374 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304bd957-8ffd-49cb-8cd3-751b3381fa5d None None] Network b37db4ce-f6bd-42a4-9277-6fc954d54178 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:04:52.985220 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (b37db4ce-f6bd-42a4-9277-6fc954d54178), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.032030 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Deleting port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:04:53.033449 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.114017 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] DHCP port deletion for b37db4ce-f6bd-42a4-9277-6fc954d54178 request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:04:53.119842 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] For port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:04:53.120215 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.135771 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Calling delete_port for 30e5fe72-6adc-4b74-bb2f-f72401dc35ec owned by network:dhcp {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:04:53.158700 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Deleting port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:04:53.159439 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.221209 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.234167 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] For port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,segment=NetworkSegment(e700c3cb-7c5a-4a46-b8e0-c10c85822c4a),segment_id=e700c3cb-7c5a-4a46-b8e0-c10c85822c4a)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:04:53.234594 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.248849 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Calling delete_port for 30e5fe72-6adc-4b74-bb2f-f72401dc35ec owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:04:53.251881 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:53.258645 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] No DVR routers for this DVR port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec on host dv-cinder-850687-1-iscsi {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:04:53.328878 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (30e5fe72-6adc-4b74-bb2f-f72401dc35ec), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.331891 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (b37db4ce-f6bd-42a4-9277-6fc954d54178), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.354369 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37db4ce-f6bd-42a4-9277-6fc954d54178']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:53.355461 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Pushing event deleted for resources: {'Port': ['ID=30e5fe72-6adc-4b74-bb2f-f72401dc35ec,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:53.358018 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] No DVR routers for this DVR port 30e5fe72-6adc-4b74-bb2f-f72401dc35ec on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:04:53.369160 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:53.369374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e700c3cb-7c5a-4a46-b8e0-c10c85822c4a') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:04:53.371502 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.371991 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.372299 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.372719 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.372989 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.373325 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.373748 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.374029 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.374368 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.374699 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.375073 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.375408 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.375792 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.376155 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.376485 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4565ff-51e1-4b8d-8430-07f6340309ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:04:53.383908 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (e700c3cb-7c5a-4a46-b8e0-c10c85822c4a), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.401272 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (e700c3cb-7c5a-4a46-b8e0-c10c85822c4a), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.409923 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:04:53.410396 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (e700c3cb-7c5a-4a46-b8e0-c10c85822c4a), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.466880 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment e700c3cb-7c5a-4a46-b8e0-c10c85822c4a resource provider aggregate not found Jul 21 21:04:53.484830 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment e700c3cb-7c5a-4a46-b8e0-c10c85822c4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e700c3cb-7c5a-4a46-b8e0-c10c85822c4a found for delete ", "request_id": "req-70c19cac-0fd1-425d-928a-c2fc77b229e2"}]} Jul 21 21:04:53.485906 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (b37db4ce-f6bd-42a4-9277-6fc954d54178), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.490544 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.495016 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b37db4ce-f6bd-42a4-9277-6fc954d54178 HTTP/1.1" status: 204 len: 168 time: 0.5845232 Jul 21 21:04:53.508092 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a114-bede-47e3-82d9-f473700df212 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37db4ce-f6bd-42a4-9277-6fc954d54178,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:53.611567 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59158) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:53.656114 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2863b1ed-dd5c-4282-afb1-abb2c93d906d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c312164b3fdd40719fcdd94ed6bfd187&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432026 Jul 21 21:04:53.658488 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59160) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:04:53.707595 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3330-aa27-424c-bf38-14c0b83e31fe admin admin] Publish callbacks [] for security_group (0468b2bc-d023-48fd-a279-4fa20be1825f), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.730064 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3330-aa27-424c-bf38-14c0b83e31fe admin admin] Publish callbacks [] for security_group (0468b2bc-d023-48fd-a279-4fa20be1825f), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.778011 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3330-aa27-424c-bf38-14c0b83e31fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0468b2bc-d023-48fd-a279-4fa20be1825f), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.780671 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3330-aa27-424c-bf38-14c0b83e31fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:04:53.781811 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-0e2d3330-aa27-424c-bf38-14c0b83e31fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0468b2bc-d023-48fd-a279-4fa20be1825f HTTP/1.1" status: 204 len: 168 time: 0.1223874 Jul 21 21:04:53.789772 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3330-aa27-424c-bf38-14c0b83e31fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0468b2bc-d023-48fd-a279-4fa20be1825f,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:04:54.655318 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 30e5fe72-6adc-4b74-bb2f-f72401dc35ec no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:04:54.676810 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 30e5fe72-6adc-4b74-bb2f-f72401dc35ec {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:04:54.677241 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 30e5fe72-6adc-4b74-bb2f-f72401dc35ec not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:04:54.677671 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 398913fd-42c3-40a5-8b8c-2fc056b42f48 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:04:54.699426 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 398913fd-42c3-40a5-8b8c-2fc056b42f48 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:04:54.699799 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 398913fd-42c3-40a5-8b8c-2fc056b42f48 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:04:56.577967 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:56.581068 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:04:57.043091 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a126c-25e5-463e-b652-348b04805763 req-2b9dc7a0-d58f-4837-84c0-98e495f953ca tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:57.044497 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a15a126c-25e5-463e-b652-348b04805763 req-2b9dc7a0-d58f-4837-84c0-98e495f953ca tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0484729 Jul 21 21:04:57.091644 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a15a126c-25e5-463e-b652-348b04805763 req-01f710e9-58b3-4912-91bd-9ab23e29c26e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 Jul 21 21:04:58.209089 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c261b-2117-41f8-9773-5b4d12444b25 req-d1a2758f-8f99-4362-b1f3-3b867e36240f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:58.210555 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-610c261b-2117-41f8-9773-5b4d12444b25 req-d1a2758f-8f99-4362-b1f3-3b867e36240f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0504670 Jul 21 21:04:58.257754 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-610c261b-2117-41f8-9773-5b4d12444b25 req-c1ee3dbf-6068-4147-94f7-a0106c63cae7 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Jul 21 21:04:59.374027 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513e4ec-08f0-459d-a848-f48cbf10ceef req-088bd5e1-796c-44b0-8c81-869b06a2a85a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:04:59.375489 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8513e4ec-08f0-459d-a848-f48cbf10ceef req-088bd5e1-796c-44b0-8c81-869b06a2a85a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0479238 Jul 21 21:04:59.423771 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8513e4ec-08f0-459d-a848-f48cbf10ceef req-9eee04f3-db7b-48f1-b27c-1680e196db86 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Jul 21 21:05:00.540478 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f296aa4-331e-4737-a502-4c1aafe37bc4 req-97c8ff0b-c60b-4a8b-b178-4acf2adaeab1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:00.541961 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8f296aa4-331e-4737-a502-4c1aafe37bc4 req-97c8ff0b-c60b-4a8b-b178-4acf2adaeab1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0470660 Jul 21 21:05:00.592839 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8f296aa4-331e-4737-a502-4c1aafe37bc4 req-81e86fdf-f6ce-40ab-92f9-010d1a943020 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 Jul 21 21:05:01.169937 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c79bff74-7435-40b3-b943-38ec858833be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:01.708722 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae47fc-613c-4f3a-8d67-2ebc20a25c62 req-0de0533a-ecdf-4953-b1cf-9c04ae300f5a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:01.710233 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-03ae47fc-613c-4f3a-8d67-2ebc20a25c62 req-0de0533a-ecdf-4953-b1cf-9c04ae300f5a tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0496721 Jul 21 21:05:01.730920 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:01.762391 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-03ae47fc-613c-4f3a-8d67-2ebc20a25c62 req-9fdde86b-74bc-474f-a6bb-31df8cfc10a1 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452864 Jul 21 21:05:02.869355 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:02.878333 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db6512-c174-40a5-a294-3005c10c9f2b req-eb32d2b9-6052-4b56-8527-5efd93e8a360 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:02.879817 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a4db6512-c174-40a5-a294-3005c10c9f2b req-eb32d2b9-6052-4b56-8527-5efd93e8a360 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0489800 Jul 21 21:05:02.927154 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a4db6512-c174-40a5-a294-3005c10c9f2b req-67b5f1c5-8004-449f-8ce8-a6006ad0a363 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407662 Jul 21 21:05:03.498560 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=65,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:03.499335 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:03.693955 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d12caeae-454a-41fa-9712-d4efa32e5894 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:03.695375 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d12caeae-454a-41fa-9712-d4efa32e5894 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0484066 Jul 21 21:05:03.785910 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Deleting port afce5e52-2f26-4fa4-947d-b22c511e5dd9 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:05:03.786286 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:03.882794 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] For port afce5e52-2f26-4fa4-947d-b22c511e5dd9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=afce5e52-2f26-4fa4-947d-b22c511e5dd9,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:03.883967 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:04.048807 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6f2b7-6727-461b-89e6-3a05879b2aeb req-cd960f73-17fd-4963-bf45-4cbcd46f4ee2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:04.050351 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2fd6f2b7-6727-461b-89e6-3a05879b2aeb req-cd960f73-17fd-4963-bf45-4cbcd46f4ee2 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/ports?device_id=012d5bba-82b3-4bf8-b491-d700fcf78cef HTTP/1.1" status: 200 len: 946 time: 0.0520251 Jul 21 21:05:04.052905 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:04.053277 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (8535c199-9b28-43b1-b76b-6a1acac969c6), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:04.053593 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Floating IP 8535c199-9b28-43b1-b76b-6a1acac969c6 disassociated. External IP: 172.27.3.63, port: afce5e52-2f26-4fa4-947d-b22c511e5dd9. Jul 21 21:05:04.053938 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Calling delete_port for afce5e52-2f26-4fa4-947d-b22c511e5dd9 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:05:04.080877 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-549495b8-76f2-4be6-a08b-fdeb2d224b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:04.122675 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2fd6f2b7-6727-461b-89e6-3a05879b2aeb req-2806ea0b-6539-49f6-9580-b2a94ba03869 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac87bdc-0d96-494b-b7d8-12763463a183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657780 Jul 21 21:05:04.192835 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (afce5e52-2f26-4fa4-947d-b22c511e5dd9), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:04.223340 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event deleted for resources: {'Port': ['ID=afce5e52-2f26-4fa4-947d-b22c511e5dd9,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:04.333280 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Router 9f454dee-9312-47ea-b49d-b616a4fb1d88 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:05:04.438403 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:04.449266 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] Sync routers for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:04.459417 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:04.460076 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:04.484251 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] No DVR routers for this DVR port afce5e52-2f26-4fa4-947d-b22c511e5dd9 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:05:04.486833 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:04.490283 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5fdf585-b402-4bc9-9e84-4ea833e000c2 req-d210ebee-9878-400b-a222-80561df11f8e tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.73 "DELETE /v2.0/ports/afce5e52-2f26-4fa4-947d-b22c511e5dd9 HTTP/1.1" status: 204 len: 173 time: 0.7893810 Jul 21 21:05:04.490770 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'name': 'network-vif-deleted', 'tag': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:05:04.494164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb28944f-1205-43a4-8f76-60e6d2b50619" -d '{"events": [{"server_uuid": "012d5bba-82b3-4bf8-b491-d700fcf78cef", "name": "network-vif-deleted", "tag": "afce5e52-2f26-4fa4-947d-b22c511e5dd9"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:05:04.540805 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3442b033-811b-4f35-be53-b68e5b71a821 x-openstack-request-id: req-3442b033-811b-4f35-be53-b68e5b71a821 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:05:04.541497 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012d5bba-82b3-4bf8-b491-d700fcf78cef", "name": "network-vif-deleted", "tag": "afce5e52-2f26-4fa4-947d-b22c511e5dd9", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:05:04.541497 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3442b033-811b-4f35-be53-b68e5b71a821 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:05:04.541940 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3442b033-811b-4f35-be53-b68e5b71a821'] response: {'server_uuid': '012d5bba-82b3-4bf8-b491-d700fcf78cef', 'name': 'network-vif-deleted', 'tag': 'afce5e52-2f26-4fa4-947d-b22c511e5dd9', 'status': 'completed', 'code': 200} Jul 21 21:05:04.658287 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:04.857085 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:04.882094 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] Checking router: 9f454dee-9312-47ea-b49d-b616a4fb1d88 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:04.892016 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:04.892633 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:05.004848 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:05.218127 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59330) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:05.227272 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:05.252939 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ea0fd-a76e-47cb-ae04-0bcfba18549f None None] The sync data for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi is: [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T20:54:52Z', 'revision_number': 4, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '370af740-5f39-471f-bc8f-664984cf3f15', 'name': '', 'network_id': 'cfa25da3-fc72-46d1-8f85-10482d1b770c', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'mac_address': 'fa:16:3e:66:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:51Z', 'updated_at': '2022-07-21T20:54:56Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'subnets': [{'id': '4baaa6db-3293-4627-ae4a-ecace4ce3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:05.277837 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:05.279054 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a73d3d54-f0ab-4d8f-b3a9-9449c16f1bb0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (aac87bdc-0d96-494b-b7d8-12763463a183), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.305914 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a73d3d54-f0ab-4d8f-b3a9-9449c16f1bb0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (aac87bdc-0d96-494b-b7d8-12763463a183), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.313793 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:05.350423 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59334) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:05.359880 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a73d3d54-f0ab-4d8f-b3a9-9449c16f1bb0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (aac87bdc-0d96-494b-b7d8-12763463a183), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.362617 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a73d3d54-f0ab-4d8f-b3a9-9449c16f1bb0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.363849 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a73d3d54-f0ab-4d8f-b3a9-9449c16f1bb0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "DELETE /v2.0/security-groups/aac87bdc-0d96-494b-b7d8-12763463a183 HTTP/1.1" status: 204 len: 168 time: 0.1446576 Jul 21 21:05:05.366778 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59338) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:05.374245 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3d54-f0ab-4d8f-b3a9-9449c16f1bb0 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac87bdc-0d96-494b-b7d8-12763463a183,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:05.381112 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.api.v2.resource [None req-27afc4c2-f1e5-43d2-bc56-2559ee2b1b7f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] show failed (client error): The resource could not be found. Jul 21 21:05:05.386731 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59340) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:05.392960 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-27afc4c2-f1e5-43d2-bc56-2559ee2b1b7f tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "GET /v2.0/security-groups/aac87bdc-0d96-494b-b7d8-12763463a183 HTTP/1.1" status: 404 len: 347 time: 0.0142627 Jul 21 21:05:05.477216 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.531974 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Deleting port 97c92238-0241-4f42-bf73-d29d6b9c5484 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:05:05.532321 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (97c92238-0241-4f42-bf73-d29d6b9c5484), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.544030 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7799ee-9e72-4c2f-8a55-d26ff18a19ea None None] New status for floating IP 8535c199-9b28-43b1-b76b-6a1acac969c6: DOWN {{(pid=110832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:05:05.564882 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Publish callbacks [] for security_group (ee8a2ec6-ec23-4340-ba4c-2f1c14d548a5), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.569004 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ee8a2ec6-ec23-4340-ba4c-2f1c14d548a5), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.594278 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8a2ec6-ec23-4340-ba4c-2f1c14d548a5,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:05.611017 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.611347 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.611691 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.612064 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.612404 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.612737 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.613068 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.613402 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.613731 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.614063 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.614398 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.614732 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.615092 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.615434 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.615782 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:05.623223 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (97c92238-0241-4f42-bf73-d29d6b9c5484), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.623856 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (97c92238-0241-4f42-bf73-d29d6b9c5484), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.634272 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e8e7c62a-a980-4ae5-b852-2d2764869324 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72d4aa110cf348049f72ae629879beea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824788 Jul 21 21:05:05.634467 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59342) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:05.645489 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Calling delete_port for 97c92238-0241-4f42-bf73-d29d6b9c5484 owned by network:floatingip {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:05:05.746772 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-feea79fc-318c-4c32-bf62-14f0c2f4018a admin admin] Publish callbacks [] for security_group (ee8a2ec6-ec23-4340-ba4c-2f1c14d548a5), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.785142 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-feea79fc-318c-4c32-bf62-14f0c2f4018a admin admin] Publish callbacks [] for security_group (ee8a2ec6-ec23-4340-ba4c-2f1c14d548a5), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.864313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (97c92238-0241-4f42-bf73-d29d6b9c5484), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.891027 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-feea79fc-318c-4c32-bf62-14f0c2f4018a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ee8a2ec6-ec23-4340-ba4c-2f1c14d548a5), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.893581 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-feea79fc-318c-4c32-bf62-14f0c2f4018a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.894722 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-feea79fc-318c-4c32-bf62-14f0c2f4018a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee8a2ec6-ec23-4340-ba4c-2f1c14d548a5 HTTP/1.1" status: 204 len: 168 time: 0.2594013 Jul 21 21:05:05.899342 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Pushing event deleted for resources: {'Port': ['ID=97c92238-0241-4f42-bf73-d29d6b9c5484,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:05.912889 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea79fc-318c-4c32-bf62-14f0c2f4018a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8a2ec6-ec23-4340-ba4c-2f1c14d548a5,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:05.983236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks [] for floatingip (8535c199-9b28-43b1-b76b-6a1acac969c6), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.986001 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:05.987164 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-79a40ab7-c338-4e0a-93e5-7029c53f1b67 tempest-AttachVolumeTestJSON-835058262 tempest-AttachVolumeTestJSON-835058262-project] 10.222.0.60 "DELETE /v2.0/floatingips/8535c199-9b28-43b1-b76b-6a1acac969c6 HTTP/1.1" status: 204 len: 168 time: 0.5988710 Jul 21 21:05:06.228206 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:06.235929 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:06.641472 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:06.970305 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device afce5e52-2f26-4fa4-947d-b22c511e5dd9 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:05:06.989222 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: afce5e52-2f26-4fa4-947d-b22c511e5dd9 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:05:06.989581 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device afce5e52-2f26-4fa4-947d-b22c511e5dd9 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:05:07.497740 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:09.272975 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:05:09.570079 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59450) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:10.044221 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (9f454dee-9312-47ea-b49d-b616a4fb1d88), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:10.127689 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:10.268106 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Deleting port 370af740-5f39-471f-bc8f-664984cf3f15 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:05:10.268449 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (370af740-5f39-471f-bc8f-664984cf3f15), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:10.344882 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] For port 370af740-5f39-471f-bc8f-664984cf3f15, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=370af740-5f39-471f-bc8f-664984cf3f15,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:10.345251 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (370af740-5f39-471f-bc8f-664984cf3f15), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:10.358577 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Calling delete_port for 370af740-5f39-471f-bc8f-664984cf3f15 owned by network:router_interface {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:05:10.369367 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:10.537959 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (370af740-5f39-471f-bc8f-664984cf3f15), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:10.565128 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Pushing event deleted for resources: {'Port': ['ID=370af740-5f39-471f-bc8f-664984cf3f15,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:10.740804 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (9f454dee-9312-47ea-b49d-b616a4fb1d88), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:10.971319 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Router 9f454dee-9312-47ea-b49d-b616a4fb1d88 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:05:10.984404 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:11.078714 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:11.084139 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b57dbee4-7575-44fe-9803-140f6fd8be3a admin admin] 10.222.0.60 "PUT /v2.0/routers/9f454dee-9312-47ea-b49d-b616a4fb1d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5157561 Jul 21 21:05:11.087461 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59468) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:11.090762 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] Sync routers for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:11.101743 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:11.102863 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:11.189235 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks [] for router (9f454dee-9312-47ea-b49d-b616a4fb1d88), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.204086 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:11.273077 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:11.292498 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks [] for router_gateway (9f454dee-9312-47ea-b49d-b616a4fb1d88), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.334331 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Deleting port d8e9882f-d4bb-4714-98ba-de4cefcb7990 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:05:11.334670 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.377867 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T21:05:10Z', 'revision_number': 5, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port': {'id': 'd8e9882f-d4bb-4714-98ba-de4cefcb7990', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:54:49Z', 'updated_at': '2022-07-21T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:11.379804 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:11.407200 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] Checking router: 9f454dee-9312-47ea-b49d-b616a4fb1d88 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:11.418945 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] Routers {'9f454dee-9312-47ea-b49d-b616a4fb1d88'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:11.419125 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] For port d8e9882f-d4bb-4714-98ba-de4cefcb7990, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d8e9882f-d4bb-4714-98ba-de4cefcb7990,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:11.419262 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['9f454dee-9312-47ea-b49d-b616a4fb1d88'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:11.419372 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.431265 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Calling delete_port for d8e9882f-d4bb-4714-98ba-de4cefcb7990 owned by network:router_gateway {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:05:11.479446 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:11.501228 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] Set router 9f454dee-9312-47ea-b49d-b616a4fb1d88 gateway port host: None {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:11.550315 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T21:05:11Z', 'revision_number': 6, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:11.577109 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765b585-f614-4c80-a0bd-53c21d154f5a None None] The sync data for ids ['9f454dee-9312-47ea-b49d-b616a4fb1d88'] in dv-cinder-850687-1-iscsi is: [{'id': '9f454dee-9312-47ea-b49d-b616a4fb1d88', 'name': 'tempest-AttachVolumeTestJSON-502626075-router', 'tenant_id': 'c51d3542adae4062a487ab85d673140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:54:48Z', 'updated_at': '2022-07-21T21:05:11Z', 'revision_number': 6, 'project_id': 'c51d3542adae4062a487ab85d673140d', 'gw_port_host': None}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:11.599707 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (d8e9882f-d4bb-4714-98ba-de4cefcb7990), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.628562 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e9882f-d4bb-4714-98ba-de4cefcb7990,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:11.694399 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (9f454dee-9312-47ea-b49d-b616a4fb1d88), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.778828 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (9f454dee-9312-47ea-b49d-b616a4fb1d88), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.780898 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks [] for router_controller (9f454dee-9312-47ea-b49d-b616a4fb1d88), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.823801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (9f454dee-9312-47ea-b49d-b616a4fb1d88), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.824422 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f454dee-9312-47ea-b49d-b616a4fb1d88 {{(pid=110830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:05:11.828843 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.830029 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-483ca9b5-0d11-49c7-91ad-107eca320e2f admin admin] 10.222.0.60 "DELETE /v2.0/routers/9f454dee-9312-47ea-b49d-b616a4fb1d88 HTTP/1.1" status: 204 len: 168 time: 0.7407787 Jul 21 21:05:11.832634 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59470) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:11.877546 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e68768-9d18-48e9-b1a6-469bff3f3918 admin admin] Deleting subnet 4baaa6db-3293-4627-ae4a-ecace4ce3e51 {{(pid=110830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:05:11.880631 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-44e68768-9d18-48e9-b1a6-469bff3f3918 admin admin] Publish callbacks [] for subnet (4baaa6db-3293-4627-ae4a-ecace4ce3e51), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:11.882105 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:11.918470 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-44e68768-9d18-48e9-b1a6-469bff3f3918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4930017'] for subnet (4baaa6db-3293-4627-ae4a-ecace4ce3e51), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.003033 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-44e68768-9d18-48e9-b1a6-469bff3f3918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (4baaa6db-3293-4627-ae4a-ecace4ce3e51), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.080882 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-44e68768-9d18-48e9-b1a6-469bff3f3918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195813'] for subnet (4baaa6db-3293-4627-ae4a-ecace4ce3e51), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.109030 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e68768-9d18-48e9-b1a6-469bff3f3918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4baaa6db-3293-4627-ae4a-ecace4ce3e51,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:12.111084 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-44e68768-9d18-48e9-b1a6-469bff3f3918 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.114323 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-44e68768-9d18-48e9-b1a6-469bff3f3918 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4baaa6db-3293-4627-ae4a-ecace4ce3e51 HTTP/1.1" status: 204 len: 168 time: 0.2806478 Jul 21 21:05:12.116906 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59476) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:12.117898 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156bf574-e65e-44eb-865d-bc1ab8f07363 None None] Network cfa25da3-fc72-46d1-8f85-10482d1b770c requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:05:12.188203 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (cfa25da3-fc72-46d1-8f85-10482d1b770c), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.235982 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Deleting port eeff0739-90e8-4a71-ab32-433d20911727 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:05:12.236407 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (eeff0739-90e8-4a71-ab32-433d20911727), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.308639 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] For port eeff0739-90e8-4a71-ab32-433d20911727, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=eeff0739-90e8-4a71-ab32-433d20911727,segment=NetworkSegment(9ce10bd3-6325-4299-bbfa-714330c7531d),segment_id=9ce10bd3-6325-4299-bbfa-714330c7531d)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:12.308919 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (eeff0739-90e8-4a71-ab32-433d20911727), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.322793 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Calling delete_port for eeff0739-90e8-4a71-ab32-433d20911727 owned by network:dhcp {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:05:12.364820 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:12.366965 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:12.390077 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] DHCP port deletion for cfa25da3-fc72-46d1-8f85-10482d1b770c request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:05:12.411817 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (eeff0739-90e8-4a71-ab32-433d20911727), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.434021 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeff0739-90e8-4a71-ab32-433d20911727,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:12.434689 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] Deleting port eeff0739-90e8-4a71-ab32-433d20911727 {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:05:12.435073 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (eeff0739-90e8-4a71-ab32-433d20911727), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.444197 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] No DVR routers for this DVR port eeff0739-90e8-4a71-ab32-433d20911727 on host dv-cinder-850687-1-iscsi {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:05:12.450188 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:12.503603 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] For port eeff0739-90e8-4a71-ab32-433d20911727, host dv-cinder-850687-1-iscsi, got binding levels [] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:12.504175 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (eeff0739-90e8-4a71-ab32-433d20911727), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.518565 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] Calling delete_port for eeff0739-90e8-4a71-ab32-433d20911727 owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:05:12.521930 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.ipam_backend_mixin [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] Port eeff0739-90e8-4a71-ab32-433d20911727 was not found and therefore no delete operation was performed {{(pid=110832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 21 21:05:12.522552 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (cfa25da3-fc72-46d1-8f85-10482d1b770c), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.524591 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (eeff0739-90e8-4a71-ab32-433d20911727), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.543829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa25da3-fc72-46d1-8f85-10482d1b770c']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:12.552328 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] Pushing event deleted for resources: {'Port': ['ID=eeff0739-90e8-4a71-ab32-433d20911727,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:12.554162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce10bd3-6325-4299-bbfa-714330c7531d') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:12.554467 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce10bd3-6325-4299-bbfa-714330c7531d') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:12.555625 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514513bb-51a0-41b2-bd6b-81fcee5d7ea4 None None] No DVR routers for this DVR port eeff0739-90e8-4a71-ab32-433d20911727 on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:05:12.566880 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (9ce10bd3-6325-4299-bbfa-714330c7531d), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.583509 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (9ce10bd3-6325-4299-bbfa-714330c7531d), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.591217 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:05:12.591615 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (9ce10bd3-6325-4299-bbfa-714330c7531d), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.682235 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 370af740-5f39-471f-bc8f-664984cf3f15 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:05:12.717597 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 370af740-5f39-471f-bc8f-664984cf3f15 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:05:12.718602 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 370af740-5f39-471f-bc8f-664984cf3f15 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:05:12.719114 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d8e9882f-d4bb-4714-98ba-de4cefcb7990 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:05:12.753451 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: d8e9882f-d4bb-4714-98ba-de4cefcb7990 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:05:12.754363 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d8e9882f-d4bb-4714-98ba-de4cefcb7990 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:05:12.755133 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device eeff0739-90e8-4a71-ab32-433d20911727 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:05:12.785487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: eeff0739-90e8-4a71-ab32-433d20911727 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:05:12.785853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device eeff0739-90e8-4a71-ab32-433d20911727 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:05:12.921717 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 9ce10bd3-6325-4299-bbfa-714330c7531d resource provider aggregate not found Jul 21 21:05:12.945843 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (cfa25da3-fc72-46d1-8f85-10482d1b770c), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.952683 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:12.956192 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cfa25da3-fc72-46d1-8f85-10482d1b770c HTTP/1.1" status: 204 len: 168 time: 0.8378417 Jul 21 21:05:12.957753 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 9ce10bd3-6325-4299-bbfa-714330c7531d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ce10bd3-6325-4299-bbfa-714330c7531d found for delete ", "request_id": "req-1868536e-e1d2-4372-b1a9-dc31f8c3bb64"}]} Jul 21 21:05:12.972582 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff595f-c8cd-4adb-b999-4ae092fe4590 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa25da3-fc72-46d1-8f85-10482d1b770c,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:13.105399 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59500) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:13.150648 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-1139c36d-551a-439b-b049-243d9afa868c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c51d3542adae4062a487ab85d673140d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437977 Jul 21 21:05:13.152933 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59504) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:13.205175 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c8d6218b-74f6-4a5d-bec7-7cb79695b8e0 admin admin] Publish callbacks [] for security_group (c6ae1d61-92d3-4c8c-81cc-8d8fa77b7f82), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:13.226295 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c8d6218b-74f6-4a5d-bec7-7cb79695b8e0 admin admin] Publish callbacks [] for security_group (c6ae1d61-92d3-4c8c-81cc-8d8fa77b7f82), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:13.275136 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c8d6218b-74f6-4a5d-bec7-7cb79695b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c6ae1d61-92d3-4c8c-81cc-8d8fa77b7f82), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:13.277887 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c8d6218b-74f6-4a5d-bec7-7cb79695b8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:13.279027 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-c8d6218b-74f6-4a5d-bec7-7cb79695b8e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6ae1d61-92d3-4c8c-81cc-8d8fa77b7f82 HTTP/1.1" status: 204 len: 168 time: 0.1251180 Jul 21 21:05:13.286911 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6218b-74f6-4a5d-bec7-7cb79695b8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae1d61-92d3-4c8c-81cc-8d8fa77b7f82,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:13.968085 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59526) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:14.065802 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-400395949-network', 'tenant_id': '6549bea44b794d03bab57a0c2a001992'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:14.089147 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Made reservation on behalf of 6549bea44b794d03bab57a0c2a001992 for: {'network': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:05:14.091540 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.099825 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.177187 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Publish callbacks [] for security_group (5fab089f-cc14-4fce-b79c-b7e45af8a462), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.181026 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (5fab089f-cc14-4fce-b79c-b7e45af8a462), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.207975 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=110831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 21:05:14.219219 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fab089f-cc14-4fce-b79c-b7e45af8a462,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:14.225590 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (7846945b-461f-43d6-8be2-bae209437f12), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.225979 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.segments_db [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Added segment 7846945b-461f-43d6-8be2-bae209437f12 of type vlan for network 9a056bea-ebfc-41ce-8004-0588675751ae Jul 21 21:05:14.270185 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:14.281250 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (9a056bea-ebfc-41ce-8004-0588675751ae), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.308868 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (9a056bea-ebfc-41ce-8004-0588675751ae), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.309992 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:14.310568 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.346503 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3773150 Jul 21 21:05:14.349641 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59536) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:14.356539 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Request body: {'subnet': {'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-400395949-subnet', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:14.378231 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Made reservation on behalf of 6549bea44b794d03bab57a0c2a001992 for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:05:14.380409 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be99f1f-8340-4530-8762-95b46d2d8a46 admin admin] Pushing event updated for resources: {'Network': ['ID=9a056bea-ebfc-41ce-8004-0588675751ae,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:14.380775 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195776'] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.384456 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:14.391700 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 9a056bea-ebfc-41ce-8004-0588675751ae details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 21:05:14.573979 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195794'] for subnet (07ced35b-7941-4126-b0cc-2c24e2010e4b), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.640533 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ced35b-7941-4126-b0cc-2c24e2010e4b,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:14.648679 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Checking segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:14.649162 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Network hostable DHCP agents. Network: 9a056bea-ebfc-41ce-8004-0588675751ae, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 21:05:14.669298 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Network 9a056bea-ebfc-41ce-8004-0588675751ae is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 21:05:14.681194 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 9a056bea-ebfc-41ce-8004-0588675751ae) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:14.691000 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a8f5d-5e24-4070-bcc9-f982c8c60ab6 None None] Network 9a056bea-ebfc-41ce-8004-0588675751ae requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:05:14.691158 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:14.691593 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.712112 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2d8f6d0e-8cea-484b-9759-390be49dead4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3600459 Jul 21 21:05:14.714510 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59546) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:14.718754 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:14.743659 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (5ed3ca70-86a2-4224-8441-4f3e350e31ec), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.744775 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (5ed3ca70-86a2-4224-8441-4f3e350e31ec), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.802921 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks [] for router_controller (5ed3ca70-86a2-4224-8441-4f3e350e31ec), precommit_add_association {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.836951 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-9a056bea-ebfc-41ce-8004-0588675751ae', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 21:05:14.841373 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:14.964245 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59550) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:15.013347 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Allocated IP 172.20.0.2 (9a056bea-ebfc-41ce-8004-0588675751ae/07ced35b-7941-4126-b0cc-2c24e2010e4b/70961b0a-37c2-4efe-af6c-685a1d9d56f2) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:15.093040 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-07cacf80-af7e-408c-9337-029a3d3c1e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.110390 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:15.182847 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-07cacf80-af7e-408c-9337-029a3d3c1e5a admin admin] Publish callbacks [] for security_group (e288df1e-1983-46f0-88d6-6fe9d760a7a3), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.187411 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-07cacf80-af7e-408c-9337-029a3d3c1e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (e288df1e-1983-46f0-88d6-6fe9d760a7a3), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.228764 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Publish callbacks [] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.232117 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cacf80-af7e-408c-9337-029a3d3c1e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e288df1e-1983-46f0-88d6-6fe9d760a7a3,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:15.235997 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.237360 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks [] for router_gateway (5ed3ca70-86a2-4224-8441-4f3e350e31ec), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.251805 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-07cacf80-af7e-408c-9337-029a3d3c1e5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77c7cfe2e6954c3da403f754cfc9a52c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861316 Jul 21 21:05:15.257265 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59554) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:15.275091 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Network 9a056bea-ebfc-41ce-8004-0588675751ae is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:15.280100 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:15.286007 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:15.297650 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Pushing event updated for resources: {'Port': ['ID=70961b0a-37c2-4efe-af6c-685a1d9d56f2,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:15.325518 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cc78cd76-6b2a-451d-acb8-9105bfa724f0 admin admin] Publish callbacks [] for security_group (e288df1e-1983-46f0-88d6-6fe9d760a7a3), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.349370 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cc78cd76-6b2a-451d-acb8-9105bfa724f0 admin admin] Publish callbacks [] for security_group (e288df1e-1983-46f0-88d6-6fe9d760a7a3), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.357835 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Attempting to bind port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:15.358239 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Attempting to bind port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:15.358581 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Attempting to bind port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:15.364739 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:15.365120 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Checking segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:15.365532 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.365929 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Bound using segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:15.366402 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Bound port: 70961b0a-37c2-4efe-af6c-685a1d9d56f2, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:15.366785 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.370049 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:15.395292 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=8 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:15.410731 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cc78cd76-6b2a-451d-acb8-9105bfa724f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (e288df1e-1983-46f0-88d6-6fe9d760a7a3), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.418806 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-cc78cd76-6b2a-451d-acb8-9105bfa724f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.418806 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-cc78cd76-6b2a-451d-acb8-9105bfa724f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e288df1e-1983-46f0-88d6-6fe9d760a7a3 HTTP/1.1" status: 204 len: 168 time: 0.1560338 Jul 21 21:05:15.435424 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78cd76-6b2a-451d-acb8-9105bfa724f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e288df1e-1983-46f0-88d6-6fe9d760a7a3,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:15.444728 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] For port 70961b0a-37c2-4efe-af6c-685a1d9d56f2, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:15.448383 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] For port 70961b0a-37c2-4efe-af6c-685a1d9d56f2, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=70961b0a-37c2-4efe-af6c-685a1d9d56f2,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:15.457830 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks [] for router_gateway (5ed3ca70-86a2-4224-8441-4f3e350e31ec), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.460636 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.481500 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.509614 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:15.524833 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63183106-1241-4b21-bb1d-db3c3d55966a None None] Pushing event updated for resources: {'Port': ['ID=70961b0a-37c2-4efe-af6c-685a1d9d56f2,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:15.602195 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Allocated IP 172.27.3.208 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/92db813d-b1ac-4add-9647-6f74c0d7f2aa) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:15.669915 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:15.744351 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks [] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.782152 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59560) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:15.784349 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.797192 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-731a8988-5344-4372-8034-289dbe86d4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.825861 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:15.832617 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:15.837136 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:15.840727 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Pushing event updated for resources: {'Port': ['ID=92db813d-b1ac-4add-9647-6f74c0d7f2aa,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:15.889933 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-731a8988-5344-4372-8034-289dbe86d4ab admin admin] Publish callbacks [] for security_group (cf61bc00-3f1a-405d-a9e4-698a70a7b424), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.894217 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-731a8988-5344-4372-8034-289dbe86d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (cf61bc00-3f1a-405d-a9e4-698a70a7b424), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:15.934687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a8988-5344-4372-8034-289dbe86d4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf61bc00-3f1a-405d-a9e4-698a70a7b424,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:15.940019 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-731a8988-5344-4372-8034-289dbe86d4ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd31eff7f1434830a1565c05eb1a42b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567483 Jul 21 21:05:15.942734 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59562) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:15.994601 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fd62ece4-8532-460e-867f-d891c1cdd6a4 admin admin] Publish callbacks [] for security_group (cf61bc00-3f1a-405d-a9e4-698a70a7b424), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.017298 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fd62ece4-8532-460e-867f-d891c1cdd6a4 admin admin] Publish callbacks [] for security_group (cf61bc00-3f1a-405d-a9e4-698a70a7b424), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.034168 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:16.069775 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fd62ece4-8532-460e-867f-d891c1cdd6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (cf61bc00-3f1a-405d-a9e4-698a70a7b424), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.073668 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fd62ece4-8532-460e-867f-d891c1cdd6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.075081 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-fd62ece4-8532-460e-867f-d891c1cdd6a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf61bc00-3f1a-405d-a9e4-698a70a7b424 HTTP/1.1" status: 204 len: 168 time: 0.1314454 Jul 21 21:05:16.083768 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62ece4-8532-460e-867f-d891c1cdd6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf61bc00-3f1a-405d-a9e4-698a70a7b424,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:16.091301 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks [] for router_gateway (5ed3ca70-86a2-4224-8441-4f3e350e31ec), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.310262 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (5ed3ca70-86a2-4224-8441-4f3e350e31ec), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.456202 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:16.503374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59568) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:16.519256 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 21:05:16.535652 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-355bc685-9a07-4a4b-8b59-d4440a8c940e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.615325 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc60aeb7-a210-4cd4-b3a3-4f5259e5de8f None None] Network 9a056bea-ebfc-41ce-8004-0588675751ae requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:05:16.636690 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:16.669162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-355bc685-9a07-4a4b-8b59-d4440a8c940e admin admin] Publish callbacks [] for security_group (f0c403c8-cf84-41aa-85bd-1de1eb796084), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.672548 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:16.674678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-355bc685-9a07-4a4b-8b59-d4440a8c940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f0c403c8-cf84-41aa-85bd-1de1eb796084), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.683407 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-3e25c1e5-4730-454c-9ce8-df9514725dcd None None] Provisioning complete for port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:16.684084 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3e25c1e5-4730-454c-9ce8-df9514725dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.695217 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.697636 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d4c2a44d-c29b-4d57-86f2-08a3a916f8fe admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9823103 Jul 21 21:05:16.700367 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59570) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:16.703287 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:16.717658 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:16.737846 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bc685-9a07-4a4b-8b59-d4440a8c940e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c403c8-cf84-41aa-85bd-1de1eb796084,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:16.756153 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-355bc685-9a07-4a4b-8b59-d4440a8c940e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=700a5011aecf4d5b80a0176b1f4c9a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472816 Jul 21 21:05:16.757390 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59572) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:16.757539 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:16.757832 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:16.806011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 70961b0a-37c2-4efe-af6c-685a1d9d56f2 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:16.829823 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-99f540a0-d88e-4a4a-a24f-f5198dc9e0a1 admin admin] Publish callbacks [] for security_group (f0c403c8-cf84-41aa-85bd-1de1eb796084), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.859586 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-99f540a0-d88e-4a4a-a24f-f5198dc9e0a1 admin admin] Publish callbacks [] for security_group (f0c403c8-cf84-41aa-85bd-1de1eb796084), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.914663 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-99f540a0-d88e-4a4a-a24f-f5198dc9e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f0c403c8-cf84-41aa-85bd-1de1eb796084), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.917762 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-99f540a0-d88e-4a4a-a24f-f5198dc9e0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:16.921357 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-99f540a0-d88e-4a4a-a24f-f5198dc9e0a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0c403c8-cf84-41aa-85bd-1de1eb796084 HTTP/1.1" status: 204 len: 168 time: 0.1600833 Jul 21 21:05:16.936084 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f540a0-d88e-4a4a-a24f-f5198dc9e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c403c8-cf84-41aa-85bd-1de1eb796084,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:16.980058 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:16.980442 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.024290 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:17.060172 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-3e25c1e5-4730-454c-9ce8-df9514725dcd None None] Current status of the port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:17.060814 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3e25c1e5-4730-454c-9ce8-df9514725dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.185713 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.351183 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-3e25c1e5-4730-454c-9ce8-df9514725dcd None None] For port 70961b0a-37c2-4efe-af6c-685a1d9d56f2, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=70961b0a-37c2-4efe-af6c-685a1d9d56f2,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:17.361119 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3e25c1e5-4730-454c-9ce8-df9514725dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.364439 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Allocated IP 172.20.0.1 (9a056bea-ebfc-41ce-8004-0588675751ae/07ced35b-7941-4126-b0cc-2c24e2010e4b/7864642d-b1c5-4908-9d7a-21aacd6d5740) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:17.462996 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:17.475946 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Publish callbacks [] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.486439 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:17.504702 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:17.512144 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.513254 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25c1e5-4730-454c-9ce8-df9514725dcd None None] Pushing event updated for resources: {'Port': ['ID=70961b0a-37c2-4efe-af6c-685a1d9d56f2,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:17.516370 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-08b94a95-7afd-4b33-81f0-4802340e8dfb None None] Provisioning complete for port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:17.516754 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-08b94a95-7afd-4b33-81f0-4802340e8dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.519037 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:15Z', 'revision_number': 3, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:17.563033 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:17.563250 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Network 9a056bea-ebfc-41ce-8004-0588675751ae is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:17.563378 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Updating router 5ed3ca70-86a2-4224-8441-4f3e350e31ec port 92db813d-b1ac-4add-9647-6f74c0d7f2aa binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:05:17.565107 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:17.570583 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:17.570583 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Pushing event updated for resources: {'Port': ['ID=7864642d-b1c5-4908-9d7a-21aacd6d5740,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:17.572289 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:17.577063 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:17.626156 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (5ed3ca70-86a2-4224-8441-4f3e350e31ec), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.630088 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.797340 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-08b94a95-7afd-4b33-81f0-4802340e8dfb None None] Current status of the port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:17.804808 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.933874 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-6c1b8d14-05ac-485f-8137-c46a895a23de None None] Provisioning complete for port 7864642d-b1c5-4908-9d7a-21aacd6d5740 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:17.934287 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8d14-05ac-485f-8137-c46a895a23de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.977561 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Publish callbacks [] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:17.983684 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.000251 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b8d14-05ac-485f-8137-c46a895a23de None None] Port 7864642d-b1c5-4908-9d7a-21aacd6d5740 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:05:18.008761 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Publish callbacks [] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.015838 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.064583 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (5ed3ca70-86a2-4224-8441-4f3e350e31ec), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.066606 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Pushing event updated for resources: {'Port': ['ID=7864642d-b1c5-4908-9d7a-21aacd6d5740,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:18.071942 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Attempting to bind port 92db813d-b1ac-4add-9647-6f74c0d7f2aa on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:18.072334 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Attempting to bind port 92db813d-b1ac-4add-9647-6f74c0d7f2aa by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:18.072703 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Attempting to bind port 92db813d-b1ac-4add-9647-6f74c0d7f2aa on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:18.078194 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ceffcf-8a68-48e9-a577-86ceb9ae3d02 None None] Pushing event updated for resources: {'Port': ['ID=92db813d-b1ac-4add-9647-6f74c0d7f2aa,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:18.082697 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:18.083151 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:18.083608 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.084029 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:18.084522 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Bound port: 92db813d-b1ac-4add-9647-6f74c0d7f2aa, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:18.084896 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.153920 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] For port 92db813d-b1ac-4add-9647-6f74c0d7f2aa, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:18.158506 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] For port 92db813d-b1ac-4add-9647-6f74c0d7f2aa, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=92db813d-b1ac-4add-9647-6f74c0d7f2aa,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:18.165511 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.191677 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Network 9a056bea-ebfc-41ce-8004-0588675751ae is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:18.193141 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:18.228661 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:18.229337 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:18.274642 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ceffcf-8a68-48e9-a577-86ceb9ae3d02 None None] Pushing event updated for resources: {'Port': ['ID=92db813d-b1ac-4add-9647-6f74c0d7f2aa,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:18.341195 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:05:18.354380 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:18.475913 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:18.486793 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:18.493192 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-55ac78cb-1439-4cdc-a78d-81fa581e8734 admin admin] 10.222.0.60 "PUT /v2.0/routers/5ed3ca70-86a2-4224-8441-4f3e350e31ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910411 Jul 21 21:05:18.534943 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-1bd901a0-11a1-4d32-b9cd-a67474bc9205 None None] Provisioning complete for port 7864642d-b1c5-4908-9d7a-21aacd6d5740 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:18.535413 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1bd901a0-11a1-4d32-b9cd-a67474bc9205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.542742 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:18.573184 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:18.614166 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1bd901a0-11a1-4d32-b9cd-a67474bc9205 None None] Port 7864642d-b1c5-4908-9d7a-21aacd6d5740 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:05:18.635819 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:18.674458 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8b0e1-d631-497c-9ac7-0f6089427ed4 None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:18.703442 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 70961b0a-37c2-4efe-af6c-685a1d9d56f2 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:18.758919 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:18.759671 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:18.869487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:18.887448 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59634) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:18.893392 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-94d705e5-08ef-4e31-9496-da0a684aa462 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174149221', 'description': 'tempest-description--107591832'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:18.941153 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-94d705e5-08ef-4e31-9496-da0a684aa462 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.028753 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-94d705e5-08ef-4e31-9496-da0a684aa462 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (64e827e4-3352-4eb7-a4a7-434ac59fc0f1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.035374 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-94d705e5-08ef-4e31-9496-da0a684aa462 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (64e827e4-3352-4eb7-a4a7-434ac59fc0f1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.067345 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-94d705e5-08ef-4e31-9496-da0a684aa462 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.068720 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-94d705e5-08ef-4e31-9496-da0a684aa462 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1801801 Jul 21 21:05:19.072740 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59638) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:19.077118 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-c9b41955-6251-4028-876e-6374ceec5106 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group_rule': {'security_group_id': '64e827e4-3352-4eb7-a4a7-434ac59fc0f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:19.086586 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d705e5-08ef-4e31-9496-da0a684aa462 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e827e4-3352-4eb7-a4a7-434ac59fc0f1,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:19.114838 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c9b41955-6251-4028-876e-6374ceec5106 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (77f11ca1-755c-454e-84e1-459dce44c1db), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.179031 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c9b41955-6251-4028-876e-6374ceec5106 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (77f11ca1-755c-454e-84e1-459dce44c1db), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.181334 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59640) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:19.188343 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c9b41955-6251-4028-876e-6374ceec5106 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (77f11ca1-755c-454e-84e1-459dce44c1db), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.209972 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b41955-6251-4028-876e-6374ceec5106 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f11ca1-755c-454e-84e1-459dce44c1db,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:19.222109 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-c9b41955-6251-4028-876e-6374ceec5106 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.226145 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-c9b41955-6251-4028-876e-6374ceec5106 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524577 Jul 21 21:05:19.227010 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59644) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:19.232179 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-489dd366-1114-48a3-b734-ac387c0b09ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group_rule': {'security_group_id': '64e827e4-3352-4eb7-a4a7-434ac59fc0f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:19.248541 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:19.264482 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-489dd366-1114-48a3-b734-ac387c0b09ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (9d8aab4d-b67c-45e3-998c-701bfdcf32d2), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.317227 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-92a7a408-8f6e-4bdb-b5ca-ee9c2ca8e5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.335939 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-489dd366-1114-48a3-b734-ac387c0b09ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (9d8aab4d-b67c-45e3-998c-701bfdcf32d2), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.343487 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-489dd366-1114-48a3-b734-ac387c0b09ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (9d8aab4d-b67c-45e3-998c-701bfdcf32d2), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.358070 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:19.364310 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dd366-1114-48a3-b734-ac387c0b09ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8aab4d-b67c-45e3-998c-701bfdcf32d2,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:19.372941 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-489dd366-1114-48a3-b734-ac387c0b09ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.374428 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-489dd366-1114-48a3-b734-ac387c0b09ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460171 Jul 21 21:05:19.377393 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59646) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:19.382142 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:19.409795 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.433657 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-92a7a408-8f6e-4bdb-b5ca-ee9c2ca8e5e0 admin admin] Publish callbacks [] for security_group (53c59ab6-cc50-4b35-ab5a-43cf8422b2f1), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.438414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-92a7a408-8f6e-4bdb-b5ca-ee9c2ca8e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (53c59ab6-cc50-4b35-ab5a-43cf8422b2f1), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.490491 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-92a7a408-8f6e-4bdb-b5ca-ee9c2ca8e5e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=027d691ffed64abca15b26f2994c6a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079574 Jul 21 21:05:19.491796 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7a408-8f6e-4bdb-b5ca-ee9c2ca8e5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c59ab6-cc50-4b35-ab5a-43cf8422b2f1,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:19.495324 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59648) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:19.531212 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.561613 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ac06adec-7d84-41c1-ae78-1e8cb13aaf24 admin admin] Publish callbacks [] for security_group (53c59ab6-cc50-4b35-ab5a-43cf8422b2f1), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.587421 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ac06adec-7d84-41c1-ae78-1e8cb13aaf24 admin admin] Publish callbacks [] for security_group (53c59ab6-cc50-4b35-ab5a-43cf8422b2f1), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.620818 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:19.648263 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ac06adec-7d84-41c1-ae78-1e8cb13aaf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (53c59ab6-cc50-4b35-ab5a-43cf8422b2f1), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.651616 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ac06adec-7d84-41c1-ae78-1e8cb13aaf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.652825 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-ac06adec-7d84-41c1-ae78-1e8cb13aaf24 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53c59ab6-cc50-4b35-ab5a-43cf8422b2f1 HTTP/1.1" status: 204 len: 168 time: 0.1565194 Jul 21 21:05:19.660748 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06adec-7d84-41c1-ae78-1e8cb13aaf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c59ab6-cc50-4b35-ab5a-43cf8422b2f1,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:19.681955 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Allocated IP 172.27.3.51 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/89e332ad-6b69-4f18-af50-f4cc02731990) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:19.800711 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (89e332ad-6b69-4f18-af50-f4cc02731990), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.838366 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (89e332ad-6b69-4f18-af50-f4cc02731990), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.878787 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:19.881850 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:19.886090 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:19.922913 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=89e332ad-6b69-4f18-af50-f4cc02731990,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:19.985536 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (3145d573-41d5-41b4-9d7a-2b8503299048), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:19.999177 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59654) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:20.033591 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a55561ce-7c5f-4938-9e99-541609f540ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.052467 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (89e332ad-6b69-4f18-af50-f4cc02731990), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.094899 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:20.098573 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:20.249907 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a55561ce-7c5f-4938-9e99-541609f540ff admin admin] Publish callbacks [] for security_group (f801e962-42a1-41b1-949c-2c105f7000b4), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.255862 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a55561ce-7c5f-4938-9e99-541609f540ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f801e962-42a1-41b1-949c-2c105f7000b4), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.318810 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (89e332ad-6b69-4f18-af50-f4cc02731990), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.321696 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55561ce-7c5f-4938-9e99-541609f540ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f801e962-42a1-41b1-949c-2c105f7000b4,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:20.325303 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (89e332ad-6b69-4f18-af50-f4cc02731990), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.329240 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a55561ce-7c5f-4938-9e99-541609f540ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d75e2b1b67c410384afa46fdb29cefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287175 Jul 21 21:05:20.332183 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59656) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:20.387166 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b16b02ee-a1ed-4326-96b1-37226103ccd1 admin admin] Publish callbacks [] for security_group (f801e962-42a1-41b1-949c-2c105f7000b4), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.396274 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=89e332ad-6b69-4f18-af50-f4cc02731990,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:20.409902 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (3145d573-41d5-41b4-9d7a-2b8503299048), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.422611 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b16b02ee-a1ed-4326-96b1-37226103ccd1 admin admin] Publish callbacks [] for security_group (f801e962-42a1-41b1-949c-2c105f7000b4), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.428051 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.436671 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-993726f0-c1cb-407f-8069-a7ef2ba5ef8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0509150 Jul 21 21:05:20.480209 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b16b02ee-a1ed-4326-96b1-37226103ccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (f801e962-42a1-41b1-949c-2c105f7000b4), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.482763 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b16b02ee-a1ed-4326-96b1-37226103ccd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.483958 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b16b02ee-a1ed-4326-96b1-37226103ccd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f801e962-42a1-41b1-949c-2c105f7000b4 HTTP/1.1" status: 204 len: 168 time: 0.1504822 Jul 21 21:05:20.493142 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b02ee-a1ed-4326-96b1-37226103ccd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801e962-42a1-41b1-949c-2c105f7000b4,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:20.683278 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-1507550f-df8d-406e-84e9-06d6c6921164 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--174149221&fields=id&tenant_id=6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 267 time: 0.0610631 Jul 21 21:05:20.713121 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 92db813d-b1ac-4add-9647-6f74c0d7f2aa up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:20.760019 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 92db813d-b1ac-4add-9647-6f74c0d7f2aa triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:20.760397 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.814961 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806655-08d2-4096-81c0-def08e890256 req-837b37a5-00bf-40cd-a727-966b0a2986a6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:20.816616 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-837b37a5-00bf-40cd-a727-966b0a2986a6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 814 time: 0.1248608 Jul 21 21:05:20.835023 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-0d1db739-3b96-4f22-ad80-3aa34acde5c6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/quotas/6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 375 time: 0.0121386 Jul 21 21:05:20.847297 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 92db813d-b1ac-4add-9647-6f74c0d7f2aa is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:20.847700 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.876259 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 92db813d-b1ac-4add-9647-6f74c0d7f2aa, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=92db813d-b1ac-4add-9647-6f74c0d7f2aa,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:20.880939 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.894721 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-20ace898-2b48-489b-a61c-4abf3e2bb3f4 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525038 Jul 21 21:05:20.941078 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:20.946954 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=92db813d-b1ac-4add-9647-6f74c0d7f2aa,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:21.014237 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-55532f56-7adb-448c-a040-6373dccb4d3c service neutron] 10.222.0.60 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050735 Jul 21 21:05:21.036801 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:21.050916 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:21.051540 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:21.116096 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-e1e01f6e-d3d5-48bb-b2e6-975cd8b83b2b service neutron] 10.222.0.60 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958719 Jul 21 21:05:21.160338 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:21.317021 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-331263c3-8393-4ca2-b423-b3934a0466e1 req-87fe7285-b38b-4b8a-a588-1e2c7d702b87 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 210 time: 0.0335224 Jul 21 21:05:21.460100 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:21.491438 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:21.492128 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Updating router 5ed3ca70-86a2-4224-8441-4f3e350e31ec port 7864642d-b1c5-4908-9d7a-21aacd6d5740 binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:05:21.532951 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:21.802410 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Publish callbacks [] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:21.808676 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:21.919592 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Pushing event updated for resources: {'Port': ['ID=7864642d-b1c5-4908-9d7a-21aacd6d5740,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:21.956865 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.957690 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.958243 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.959090 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.960100 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.960734 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.963373 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.964127 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.964811 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.965349 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.965842 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.966586 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.967162 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.967652 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:21.968337 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:05:22.003074 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Attempting to bind port 7864642d-b1c5-4908-9d7a-21aacd6d5740 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:22.005764 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Attempting to bind port 7864642d-b1c5-4908-9d7a-21aacd6d5740 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:22.011932 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Attempting to bind port 7864642d-b1c5-4908-9d7a-21aacd6d5740 on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:22.020249 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:22.025234 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Checking segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:22.025668 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.026272 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Bound using segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:22.026782 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Bound port: 7864642d-b1c5-4908-9d7a-21aacd6d5740, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:22.027175 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.063454 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:22.066567 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:22.104170 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] For port 7864642d-b1c5-4908-9d7a-21aacd6d5740, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:22.108462 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] For port 7864642d-b1c5-4908-9d7a-21aacd6d5740, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=7864642d-b1c5-4908-9d7a-21aacd6d5740,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:22.113910 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.171269 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-92ff84ea-953a-4742-a06a-12e034384084 None None] Provisioning complete for port 7864642d-b1c5-4908-9d7a-21aacd6d5740 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:22.172492 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-92ff84ea-953a-4742-a06a-12e034384084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.173265 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:22.173903 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:22.176120 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330852f-cb44-4f08-bad5-bbefa69ed688 None None] Pushing event updated for resources: {'Port': ['ID=7864642d-b1c5-4908-9d7a-21aacd6d5740,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:22.262890 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-92ff84ea-953a-4742-a06a-12e034384084 None None] Current status of the port 7864642d-b1c5-4908-9d7a-21aacd6d5740 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:22.263628 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-92ff84ea-953a-4742-a06a-12e034384084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.282924 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:22.305080 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-92ff84ea-953a-4742-a06a-12e034384084 None None] For port 7864642d-b1c5-4908-9d7a-21aacd6d5740, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=7864642d-b1c5-4908-9d7a-21aacd6d5740,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:22.309676 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-92ff84ea-953a-4742-a06a-12e034384084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.368740 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff84ea-953a-4742-a06a-12e034384084 None None] Pushing event updated for resources: {'Port': ['ID=7864642d-b1c5-4908-9d7a-21aacd6d5740,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:22.434253 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7f0cbedd-798e-464b-89e1-351e9a987d52 req-1c7454aa-ff05-451b-8901-90a4191713f7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 210 time: 0.0331664 Jul 21 21:05:22.436317 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-954ffdb0-335d-462b-9526-25f1ebe8760e None None] Provisioning complete for port 7864642d-b1c5-4908-9d7a-21aacd6d5740 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:22.436975 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-954ffdb0-335d-462b-9526-25f1ebe8760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.506019 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:22.518113 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-954ffdb0-335d-462b-9526-25f1ebe8760e None None] Current status of the port 7864642d-b1c5-4908-9d7a-21aacd6d5740 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:22.531181 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464c9d7-5559-4481-a73d-677efc6f3f44 None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:22.704274 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 7864642d-b1c5-4908-9d7a-21aacd6d5740 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:22.726000 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:22.752325 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:22.759086 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 7864642d-b1c5-4908-9d7a-21aacd6d5740 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:22.759764 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.848874 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 7864642d-b1c5-4908-9d7a-21aacd6d5740 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:22.850105 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 92db813d-b1ac-4add-9647-6f74c0d7f2aa up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:22.902570 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 92db813d-b1ac-4add-9647-6f74c0d7f2aa triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:22.902948 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:22.988569 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 92db813d-b1ac-4add-9647-6f74c0d7f2aa is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:23.015570 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806655-08d2-4096-81c0-def08e890256 req-809654a6-22bd-41e1-98dd-55faef64a9cb tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:23.017212 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-809654a6-22bd-41e1-98dd-55faef64a9cb tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 814 time: 0.1334159 Jul 21 21:05:23.107786 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-3986e0b1-3591-42fe-b88e-1ac97d9ddc4d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 379 time: 0.0739105 Jul 21 21:05:23.230225 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'port': {'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'admin_state_up': True, 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'security_groups': ['64e827e4-3352-4eb7-a4a7-434ac59fc0f1']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:23.341631 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Made reservation on behalf of 6549bea44b794d03bab57a0c2a001992 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:05:23.345068 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:23.475276 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Allocated IP 172.20.0.9 (9a056bea-ebfc-41ce-8004-0588675751ae/07ced35b-7941-4126-b0cc-2c24e2010e4b/c7c81f7a-fe16-46f7-a7e9-8f5533d58a01) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:23.501362 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:23.544515 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-70e36bda-7c07-42f9-b420-1d4ac14b1a50 req-86df1c12-da43-46df-bb78-115967d8dcdc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 210 time: 0.0382986 Jul 21 21:05:23.643886 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:23.651897 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:23.678470 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:23.723276 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Network 9a056bea-ebfc-41ce-8004-0588675751ae is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:23.729288 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:23.733436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:23.757194 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:23.785651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:23.786275 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:23.803876 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-fba7187c-3cf8-4d86-825f-e6b381cda8ff tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785129 Jul 21 21:05:23.948250 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-d6981604-6e55-48ee-82aa-de0f5d4007f2 None None] Provisioning complete for port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:23.948850 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-d6981604-6e55-48ee-82aa-de0f5d4007f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:23.982258 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-d6981604-6e55-48ee-82aa-de0f5d4007f2 None None] Port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:05:24.623385 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:24.659616 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb64a-2925-48a4-b8a5-bf606b81ce95 req-1de7f63f-385c-4cba-b90e-b3533973b90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:24.661041 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1bfdb64a-2925-48a4-b8a5-bf606b81ce95 req-1de7f63f-385c-4cba-b90e-b3533973b90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 931 time: 0.0482378 Jul 21 21:05:24.708346 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1bfdb64a-2925-48a4-b8a5-bf606b81ce95 req-b6faf467-d211-4a6d-a341-751646e64c59 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Jul 21 21:05:25.824133 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444951a2-fb0e-47d8-8353-b1943fc8811e req-b7385bab-2cfd-46ad-afc7-51e37502d69c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:25.825612 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-444951a2-fb0e-47d8-8353-b1943fc8811e req-b7385bab-2cfd-46ad-afc7-51e37502d69c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 931 time: 0.0513325 Jul 21 21:05:25.872811 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-444951a2-fb0e-47d8-8353-b1943fc8811e req-67237792-3aa4-44dd-8c2e-56e9546b1514 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Jul 21 21:05:26.977747 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:26.986946 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cc99-81d7-4f53-a121-7540b7597370 req-25376250-0610-49fe-ab4b-bfafafa48e8c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:26.988442 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b293cc99-81d7-4f53-a121-7540b7597370 req-25376250-0610-49fe-ab4b-bfafafa48e8c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 931 time: 0.0479522 Jul 21 21:05:27.038916 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b293cc99-81d7-4f53-a121-7540b7597370 req-5c7d208a-ce6f-4189-8c57-46690d8a65c0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438657 Jul 21 21:05:27.456114 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Request body: {'port': {'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:27.547960 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3902141b-006d-473f-89b4-4bd9c611c73b req-893a60a6-1c3c-4de4-8467-0359084a7285 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646532 Jul 21 21:05:27.550303 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:27.803541 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:05:27.810911 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Publish callbacks [] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:27.823226 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Transition to ACTIVE for port object c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:05:27.828781 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:27.881650 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:27.941895 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:27.961404 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Attempting to bind port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:27.961837 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Attempting to bind port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:27.962304 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Attempting to bind port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:27.967358 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 on network 9a056bea-ebfc-41ce-8004-0588675751ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:05:27.967689 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Attempting to bind port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:27.972787 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:27.973126 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Checking segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:27.973512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Bound using segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:27.973941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Bound port: c7c81f7a-fe16-46f7-a7e9-8f5533d58a01, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:27.974306 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:28.006417 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:28.040733 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] For port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:28.044013 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] For port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:28.049946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:28.117867 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.118551 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:28.119972 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] 10.222.0.73 "PUT /v2.0/ports/c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 HTTP/1.1" status: 200 len: 1093 time: 0.6682501 Jul 21 21:05:28.122368 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'tag': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:05:28.124613 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e90464d-e262-470e-9b51-0a97f740a075" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfb563f-9476-4097-bdb1-5009aa10a622", "tag": "c7c81f7a-fe16-46f7-a7e9-8f5533d58a01"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:05:28.178938 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902141b-006d-473f-89b4-4bd9c611c73b req-8f102951-a1e4-4013-90b1-cc68431e4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.181085 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3902141b-006d-473f-89b4-4bd9c611c73b req-8f102951-a1e4-4013-90b1-cc68431e4a9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 1130 time: 0.1053355 Jul 21 21:05:28.197628 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce888f0f-99d4-406c-9e77-0b5f1653e767 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:28.210275 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a2409c-a4c8-4bc2-8108-98174e372381 x-openstack-request-id: req-c3a2409c-a4c8-4bc2-8108-98174e372381 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:05:28.210608 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfb563f-9476-4097-bdb1-5009aa10a622", "tag": "c7c81f7a-fe16-46f7-a7e9-8f5533d58a01", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:05:28.211390 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3a2409c-a4c8-4bc2-8108-98174e372381 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:05:28.211904 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a2409c-a4c8-4bc2-8108-98174e372381'] response: {'name': 'network-changed', 'server_uuid': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'tag': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'status': 'completed', 'code': 200} Jul 21 21:05:28.221855 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf94324-1d15-4825-8387-db564636b659 req-edbcf791-e363-457a-8f71-fd5f83d31906 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.223547 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf94324-1d15-4825-8387-db564636b659 req-edbcf791-e363-457a-8f71-fd5f83d31906 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 943 time: 0.1103554 Jul 21 21:05:28.296767 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806655-08d2-4096-81c0-def08e890256 req-32762305-48e2-4930-a406-ddeb2933feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.298292 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-32762305-48e2-4930-a406-ddeb2933feda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 1127 time: 0.1036077 Jul 21 21:05:28.383548 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-a2f4e302-e248-45b1-888c-38286057f4a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 HTTP/1.1" status: 200 len: 217 time: 0.0490651 Jul 21 21:05:28.432448 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf94324-1d15-4825-8387-db564636b659 req-c7ded4ee-e2fb-4aae-bb5f-2e95a0a49949 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892719 Jul 21 21:05:28.454473 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902141b-006d-473f-89b4-4bd9c611c73b req-1960645c-d10f-475f-84f5-f022654510ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.455958 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3902141b-006d-473f-89b4-4bd9c611c73b req-1960645c-d10f-475f-84f5-f022654510ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.2314034 Jul 21 21:05:28.470380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806655-08d2-4096-81c0-def08e890256 req-ee9c7b7e-9ce0-4355-b547-e7853e5ecd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.471767 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-ee9c7b7e-9ce0-4355-b547-e7853e5ecd6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0772533 Jul 21 21:05:28.552390 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3902141b-006d-473f-89b4-4bd9c611c73b req-ab4fdf79-cc79-4eb3-9f07-fc93a41a5f5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09c78425-8076-4365-905c-544aaead3728 HTTP/1.1" status: 200 len: 1002 time: 0.0883570 Jul 21 21:05:28.553705 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806655-08d2-4096-81c0-def08e890256 req-98785df6-686f-45d5-84d7-69cd1ef98f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.555852 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-98785df6-686f-45d5-84d7-69cd1ef98f49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553663 Jul 21 21:05:28.660680 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902141b-006d-473f-89b4-4bd9c611c73b req-68822d46-dcc8-40c3-b5dd-20809f12649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.662141 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3902141b-006d-473f-89b4-4bd9c611c73b req-68822d46-dcc8-40c3-b5dd-20809f12649e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0980983 Jul 21 21:05:28.719597 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-357afbf7-4b73-49af-8a3f-eec988e0bc7b service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476598 Jul 21 21:05:28.722448 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902141b-006d-473f-89b4-4bd9c611c73b req-acf8061f-386d-4ebd-9ead-64d7b3257bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:28.723833 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3902141b-006d-473f-89b4-4bd9c611c73b req-acf8061f-386d-4ebd-9ead-64d7b3257bd1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520751 Jul 21 21:05:28.866192 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:28.896055 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-98806655-08d2-4096-81c0-def08e890256 req-272ac99b-3d11-4969-af0d-5b9a1de03ce2 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644239 Jul 21 21:05:28.898197 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3902141b-006d-473f-89b4-4bd9c611c73b req-31add009-e2b9-4b3a-b93c-adbff8225e5a service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597002 Jul 21 21:05:28.982721 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:29.001968 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3902141b-006d-473f-89b4-4bd9c611c73b req-d94c961e-21f1-41fb-9458-1a200ff65aa9 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884259 Jul 21 21:05:29.305501 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff07f1-4484-48d3-ae26-75e9ad27434b req-921b4a3a-42fb-4277-88a2-12b64af764a5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:29.306933 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c4ff07f1-4484-48d3-ae26-75e9ad27434b req-921b4a3a-42fb-4277-88a2-12b64af764a5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0465198 Jul 21 21:05:29.369277 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-c4ff07f1-4484-48d3-ae26-75e9ad27434b req-b63796fc-8c43-49aa-80ec-0f92f3dd6617 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567451 Jul 21 21:05:29.552967 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da700df-2bb1-434b-bcb3-0f4a91201128 req-1586ceeb-f227-4849-a1a7-e90c69b3165f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:29.554301 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1da700df-2bb1-434b-bcb3-0f4a91201128 req-1586ceeb-f227-4849-a1a7-e90c69b3165f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 943 time: 0.0512536 Jul 21 21:05:29.602303 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-1da700df-2bb1-434b-bcb3-0f4a91201128 req-51f74fb2-7650-47fa-aefd-6d747c537469 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 Jul 21 21:05:30.486356 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085f837-b568-48a4-a7ff-fad68a16f023 req-0ae891df-1f3c-411f-a90c-aec86c72c3a5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:30.487842 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8085f837-b568-48a4-a7ff-fad68a16f023 req-0ae891df-1f3c-411f-a90c-aec86c72c3a5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0483050 Jul 21 21:05:30.547857 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8085f837-b568-48a4-a7ff-fad68a16f023 req-06df8bd8-796a-4717-b80c-a3a27cb0ebe3 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539513 Jul 21 21:05:30.723806 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d299-27dc-4313-99f1-dee5ef7f7da8 req-45a3e68b-cb81-4693-88d0-8f20aa9fa0ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:30.725345 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6f90d299-27dc-4313-99f1-dee5ef7f7da8 req-45a3e68b-cb81-4693-88d0-8f20aa9fa0ea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 943 time: 0.0480747 Jul 21 21:05:30.771882 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6f90d299-27dc-4313-99f1-dee5ef7f7da8 req-f1863ec6-c3fc-4505-8a0e-61ac918d58db tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401843 Jul 21 21:05:31.172635 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-df0d4a5b-afff-45d4-97cd-c26c1db37527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:31.664348 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a771-598d-4e0b-96c0-8bf2e885d1e4 req-0d00d22e-f06a-4547-b170-0d552584b27e tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:31.666094 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6807a771-598d-4e0b-96c0-8bf2e885d1e4 req-0d00d22e-f06a-4547-b170-0d552584b27e tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0479441 Jul 21 21:05:31.750987 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90464d-e262-470e-9b51-0a97f740a075 req-f41c22d3-4bfe-42ed-b7b3-9e7cd060041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:31.752512 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e90464d-e262-470e-9b51-0a97f740a075 req-f41c22d3-4bfe-42ed-b7b3-9e7cd060041c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 1127 time: 0.0615261 Jul 21 21:05:31.797962 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6807a771-598d-4e0b-96c0-8bf2e885d1e4 req-0e9907ef-e548-48a9-b624-2e70a3053604 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260779 Jul 21 21:05:31.871997 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647504e2-cca7-43df-bc15-f4016450ba45 req-05113595-4a3e-44c2-9543-5f0b565af7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:31.873602 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-647504e2-cca7-43df-bc15-f4016450ba45 req-05113595-4a3e-44c2-9543-5f0b565af7b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1168 time: 0.1003284 Jul 21 21:05:31.905382 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed7a3-5e89-4fe8-a97c-ddd098a54381 req-1827b416-f8f8-4d04-866b-70c89b1a9047 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:31.906911 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4a1ed7a3-5e89-4fe8-a97c-ddd098a54381 req-1827b416-f8f8-4d04-866b-70c89b1a9047 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 943 time: 0.0546637 Jul 21 21:05:31.955149 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90464d-e262-470e-9b51-0a97f740a075 req-f81f1b8a-1615-4202-b5ee-c7c5f381fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:31.955511 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e90464d-e262-470e-9b51-0a97f740a075 req-f81f1b8a-1615-4202-b5ee-c7c5f381fa8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.1941957 Jul 21 21:05:31.963387 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4a1ed7a3-5e89-4fe8-a97c-ddd098a54381 req-913304a6-db00-4a11-8844-842139816dea tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505917 Jul 21 21:05:32.008392 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e90464d-e262-470e-9b51-0a97f740a075 req-c1131ecc-8660-4a56-9f88-f5f9383fb7a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 HTTP/1.1" status: 200 len: 217 time: 0.0438805 Jul 21 21:05:32.019694 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59798) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:32.052473 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647504e2-cca7-43df-bc15-f4016450ba45 req-48d976e9-0710-4590-92c7-c0e5b0530b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:32.053919 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-647504e2-cca7-43df-bc15-f4016450ba45 req-48d976e9-0710-4590-92c7-c0e5b0530b6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 916 time: 0.1726735 Jul 21 21:05:32.112755 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90464d-e262-470e-9b51-0a97f740a075 req-aeb32854-1659-4505-91fe-e9feb3ce369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:32.114213 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e90464d-e262-470e-9b51-0a97f740a075 req-aeb32854-1659-4505-91fe-e9feb3ce369c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0965450 Jul 21 21:05:32.139057 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-71bf79f0-9179-400e-947c-579c95d72b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:32.157214 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-647504e2-cca7-43df-bc15-f4016450ba45 req-4168563f-c828-4f96-a139-e320d7f82c95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 1000 time: 0.0963817 Jul 21 21:05:32.177773 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90464d-e262-470e-9b51-0a97f740a075 req-c7a329c0-7e62-46cf-8eb9-4f8664ce738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:32.179225 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e90464d-e262-470e-9b51-0a97f740a075 req-c7a329c0-7e62-46cf-8eb9-4f8664ce738f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550609 Jul 21 21:05:32.217792 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-71bf79f0-9179-400e-947c-579c95d72b64 admin admin] Publish callbacks [] for security_group (ef688a69-cdd6-4f5e-8919-441dc55c9d47), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:32.222007 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-71bf79f0-9179-400e-947c-579c95d72b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ef688a69-cdd6-4f5e-8919-441dc55c9d47), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:32.266609 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-71bf79f0-9179-400e-947c-579c95d72b64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c573da9c5b414e338e9acda904b6f5fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451129 Jul 21 21:05:32.267006 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf79f0-9179-400e-947c-579c95d72b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef688a69-cdd6-4f5e-8919-441dc55c9d47,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:32.268077 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647504e2-cca7-43df-bc15-f4016450ba45 req-f5271416-1f08-40c5-bcac-d725af1f759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:32.269530 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-647504e2-cca7-43df-bc15-f4016450ba45 req-f5271416-1f08-40c5-bcac-d725af1f759a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 200 len: 854 time: 0.1054423 Jul 21 21:05:32.269743 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59802) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:32.325920 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-656b41d3-44e2-454f-8d13-07254e24d94e admin admin] Publish callbacks [] for security_group (ef688a69-cdd6-4f5e-8919-441dc55c9d47), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:32.353716 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-656b41d3-44e2-454f-8d13-07254e24d94e admin admin] Publish callbacks [] for security_group (ef688a69-cdd6-4f5e-8919-441dc55c9d47), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:32.407988 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-656b41d3-44e2-454f-8d13-07254e24d94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ef688a69-cdd6-4f5e-8919-441dc55c9d47), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:32.410560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-656b41d3-44e2-454f-8d13-07254e24d94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:32.412386 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-656b41d3-44e2-454f-8d13-07254e24d94e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef688a69-cdd6-4f5e-8919-441dc55c9d47 HTTP/1.1" status: 204 len: 168 time: 0.1413085 Jul 21 21:05:32.421028 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b41d3-44e2-454f-8d13-07254e24d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef688a69-cdd6-4f5e-8919-441dc55c9d47,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:32.508801 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:32.510293 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=42,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:32.595134 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:32.602590 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647504e2-cca7-43df-bc15-f4016450ba45 req-d73d738e-e171-48a5-ae09-450cad13f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:32.605435 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-647504e2-cca7-43df-bc15-f4016450ba45 req-d73d738e-e171-48a5-ae09-450cad13f1ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9e613c3-ca46-4d37-87a4-434109b70a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3285017 Jul 21 21:05:32.607802 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e90464d-e262-470e-9b51-0a97f740a075 req-1bf3bccb-ad53-4249-bfd9-56c1bbfbb88f service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111316 Jul 21 21:05:32.669730 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:32.782115 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-647504e2-cca7-43df-bc15-f4016450ba45 req-219d20a7-af5f-490b-a45d-a0f823e95649 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634538 Jul 21 21:05:32.785505 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2e90464d-e262-470e-9b51-0a97f740a075 req-9ce1cd28-4672-4af5-9ba5-9a6463f7a096 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588867 Jul 21 21:05:32.945927 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c6ff0-d506-4e3a-8fed-13da86ce1efb req-90d7b5e8-6e18-4396-927d-1e8eaf43acd5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:32.948215 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1a6c6ff0-d506-4e3a-8fed-13da86ce1efb req-90d7b5e8-6e18-4396-927d-1e8eaf43acd5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0671618 Jul 21 21:05:32.967423 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-647504e2-cca7-43df-bc15-f4016450ba45 req-82b6c5a3-eeb5-4b6d-b9ad-49c57e112ef8 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492715 Jul 21 21:05:33.026578 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1a6c6ff0-d506-4e3a-8fed-13da86ce1efb req-2f8f58da-0629-40c7-a913-a81f8c6a548e tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722806 Jul 21 21:05:33.091812 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c537715-5485-4df6-8352-2a7e6a9f192d req-e0434f86-f2b3-4197-9b0e-0d928352245d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:33.094028 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5c537715-5485-4df6-8352-2a7e6a9f192d req-e0434f86-f2b3-4197-9b0e-0d928352245d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 943 time: 0.0505044 Jul 21 21:05:33.120232 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59828) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:33.165524 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5c537715-5485-4df6-8352-2a7e6a9f192d req-63e56bf3-60c3-41e8-b2e0-ecb0a745687d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646684 Jul 21 21:05:33.244606 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1046802510-network', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:33.263796 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Made reservation on behalf of 91eaf4caa6ea457bafa7de7a1387851c for: {'network': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:05:33.266077 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.274576 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.276956 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:33.311972 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:33.354528 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Publish callbacks [] for security_group (18800bbf-4de1-47dd-a624-a44497004a22), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.358172 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (18800bbf-4de1-47dd-a624-a44497004a22), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.383974 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=110830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 21:05:33.395631 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18800bbf-4de1-47dd-a624-a44497004a22,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:33.398571 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (082ad118-b515-4edf-afa5-32919371fd98), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.398914 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.segments_db [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Added segment 082ad118-b515-4edf-afa5-32919371fd98 of type vlan for network 6e269719-65b6-4f5a-a60a-17796016ca87 Jul 21 21:05:33.443354 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (6e269719-65b6-4f5a-a60a-17796016ca87), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.456188 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:05:33.469111 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (6e269719-65b6-4f5a-a60a-17796016ca87), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.470136 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:33.470718 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.503963 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3828793 Jul 21 21:05:33.506789 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59832) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:33.537013 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Request body: {'subnet': {'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1046802510-subnet', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'ip_version': 4}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:33.552331 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26e2e3-aca6-408a-9db2-a345c1b24b99 admin admin] Pushing event updated for resources: {'Network': ['ID=6e269719-65b6-4f5a-a60a-17796016ca87,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:33.566151 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Made reservation on behalf of 91eaf4caa6ea457bafa7de7a1387851c for: {'subnet': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:05:33.567641 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:33.568751 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195776'] for subnet (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.573472 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network 6e269719-65b6-4f5a-a60a-17796016ca87 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 21:05:33.607654 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:05:33.750017 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195794'] for subnet (b501cef0-f6e7-455f-8dfa-7063d0e7fa2d), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.810892 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:33.817132 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:33.817537 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.820962 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Checking segment: {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:33.821311 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Network hostable DHCP agents. Network: 6e269719-65b6-4f5a-a60a-17796016ca87, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 21:05:33.831660 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:05:33.839483 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Network 6e269719-65b6-4f5a-a60a-17796016ca87 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 21:05:33.848978 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, 6e269719-65b6-4f5a-a60a-17796016ca87) {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:33.854663 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:33.854935 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:33.855276 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.860528 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989a6eb-d044-48f6-aedb-2f225e09faa3 None None] Network 6e269719-65b6-4f5a-a60a-17796016ca87 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:05:33.864524 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.873776 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-d98b6c12-1fb9-473a-87c9-1f4c540fdaa0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3658326 Jul 21 21:05:33.876452 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59834) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:33.880891 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:33.902189 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (8d6da2fc-9f9b-4654-b042-2dd0769fe847), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.903299 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (8d6da2fc-9f9b-4654-b042-2dd0769fe847), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.957282 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks [] for router_controller (8d6da2fc-9f9b-4654-b042-2dd0769fe847), precommit_add_association {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:33.979532 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:34.015640 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-6e269719-65b6-4f5a-a60a-17796016ca87', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 21:05:34.016616 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.032734 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:34.097826 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks [] for router_gateway (8d6da2fc-9f9b-4654-b042-2dd0769fe847), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.131348 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-42c57948-11f4-482d-a2df-4bf37864a7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.137779 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:34.177012 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bdcf0-a053-423e-9779-ca0d89e25ff7 req-e64a7c50-735e-49f0-89c7-62975405ac10 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:34.178724 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cf7bdcf0-a053-423e-9779-ca0d89e25ff7 req-e64a7c50-735e-49f0-89c7-62975405ac10 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0775969 Jul 21 21:05:34.186927 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Allocated IP 172.20.0.2 (6e269719-65b6-4f5a-a60a-17796016ca87/b501cef0-f6e7-455f-8dfa-7063d0e7fa2d/5dcd8e5c-968f-4a87-8689-ffbbf8c7c239) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:34.355025 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cf7bdcf0-a053-423e-9779-ca0d89e25ff7 req-88bc526f-bc90-43df-bace-fac45baa200e tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490126 Jul 21 21:05:34.364573 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Publish callbacks [] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.371702 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['c7c81f7a-fe16-46f7-a7e9-8f5533d58a01'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:05:34.376088 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.403108 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks [] for router_gateway (8d6da2fc-9f9b-4654-b042-2dd0769fe847), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.425049 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.437170 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:34.458186 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Network 6e269719-65b6-4f5a-a60a-17796016ca87 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:34.467566 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:34.474336 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:34.477376 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Pushing event updated for resources: {'Port': ['ID=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:34.552659 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Allocated IP 172.27.3.67 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/def49801-b943-43b2-a9ff-aab682e2d8fb) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:34.567746 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Attempting to bind port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:34.568126 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Attempting to bind port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:34.568436 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Attempting to bind port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 on network 6e269719-65b6-4f5a-a60a-17796016ca87 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:34.585432 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:34.585809 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Checking segment: {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:34.586223 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.586623 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Bound using segment: {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:34.587676 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Bound port: 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:34.588092 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.598595 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce02112-b4c8-46ab-b273-fb1a97d7c951 req-1f154706-5323-499f-a827-f54b49bc5d27 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:34.600123 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4ce02112-b4c8-46ab-b273-fb1a97d7c951 req-1f154706-5323-499f-a827-f54b49bc5d27 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 944 time: 0.3461397 Jul 21 21:05:34.623472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:34.659492 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4ce02112-b4c8-46ab-b273-fb1a97d7c951 req-34a0906b-9888-4084-8136-5d85ff562a4c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507004 Jul 21 21:05:34.677746 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks [] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.696124 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] For port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:34.700318 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] For port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:34.706436 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.714460 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:34.757831 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:34.766329 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:34.770379 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:34.773243 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc78bd5-d057-4425-a615-e6c2c00e4942 None None] Pushing event updated for resources: {'Port': ['ID=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:34.773720 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=def49801-b943-43b2-a9ff-aab682e2d8fb,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:35.033972 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks [] for router_gateway (8d6da2fc-9f9b-4654-b042-2dd0769fe847), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:35.224909 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (8d6da2fc-9f9b-4654-b042-2dd0769fe847), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:35.299744 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:35.347751 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 21:05:35.496530 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:35.503477 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf372-f8e9-462b-b50f-c268bfd44d66 req-3a3f809c-abf2-429d-989e-975b6cbcad59 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:35.504997 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-510bf372-f8e9-462b-b50f-c268bfd44d66 req-3a3f809c-abf2-429d-989e-975b6cbcad59 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0669992 Jul 21 21:05:35.505662 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Sync routers for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:35.522088 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:35.523324 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-e95fa58d-8958-4d63-a2a2-35362809f7a0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6457975 Jul 21 21:05:35.527375 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59842) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:35.548646 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:35.549314 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:35.556939 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:35.593062 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-510bf372-f8e9-462b-b50f-c268bfd44d66 req-931cc3be-dc6c-4a24-9ad3-14b5a3723403 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638673 Jul 21 21:05:35.644706 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:35.649398 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:35.666921 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:35.680132 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936439d-4c15-4a32-8a79-9c39a1714271 None None] Network 6e269719-65b6-4f5a-a60a-17796016ca87 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:05:35.705530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:35.727069 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:35.771139 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:35.803808 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17817a-a9b4-4035-9e97-2c27b01c88bd req-e8bcc7e7-a999-4de7-9abb-adb217cb8888 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:35.805439 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2f17817a-a9b4-4035-9e97-2c27b01c88bd req-e8bcc7e7-a999-4de7-9abb-adb217cb8888 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 944 time: 0.0632470 Jul 21 21:05:35.862764 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-2f3b9d19-7c22-4b43-8375-2129e6e4a936 None None] Provisioning complete for port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:35.863144 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9d19-7c22-4b43-8375-2129e6e4a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:35.878794 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:05:35.931649 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2f17817a-a9b4-4035-9e97-2c27b01c88bd req-796c3e14-11b3-4ce3-9819-89f90174dc82 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190007 Jul 21 21:05:35.938150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:35.938150 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.064898 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.128829 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b9d19-7c22-4b43-8375-2129e6e4a936 None None] Current status of the port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:36.129235 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9d19-7c22-4b43-8375-2129e6e4a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.164515 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:34Z', 'revision_number': 3, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:36.197845 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:36.198162 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.202071 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Checking router: 8d6da2fc-9f9b-4654-b042-2dd0769fe847 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:36.202429 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Updating router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 port def49801-b943-43b2-a9ff-aab682e2d8fb binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:05:36.232060 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Allocated IP 172.20.0.1 (6e269719-65b6-4f5a-a60a-17796016ca87/b501cef0-f6e7-455f-8dfa-7063d0e7fa2d/d3f1fbcc-b906-44ec-8c52-50874a0a636a) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:36.235965 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-2f3b9d19-7c22-4b43-8375-2129e6e4a936 None None] For port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:36.262515 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9d19-7c22-4b43-8375-2129e6e4a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.345641 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Publish callbacks [] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.380874 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.428092 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Network 6e269719-65b6-4f5a-a60a-17796016ca87 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:36.434272 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:36.437031 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:36.437270 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.439831 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:36.449469 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:05:36.452152 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8b2774-e2c4-43c1-8481-f8b843d029ea" -d '{"events": [{"server_uuid": "bbfb563f-9476-4097-bdb1-5009aa10a622", "name": "network-vif-plugged", "status": "completed", "tag": "c7c81f7a-fe16-46f7-a7e9-8f5533d58a01"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:05:36.458779 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f1fbcc-b906-44ec-8c52-50874a0a636a,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:36.477223 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.482616 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (8d6da2fc-9f9b-4654-b042-2dd0769fe847), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.499148 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:36.516569 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e66995-09a3-4b7f-a814-7615e10b5629 x-openstack-request-id: req-41e66995-09a3-4b7f-a814-7615e10b5629 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:05:36.517250 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb563f-9476-4097-bdb1-5009aa10a622", "name": "network-vif-plugged", "status": "completed", "tag": "c7c81f7a-fe16-46f7-a7e9-8f5533d58a01", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:05:36.517250 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41e66995-09a3-4b7f-a814-7615e10b5629 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:05:36.517476 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e66995-09a3-4b7f-a814-7615e10b5629'] response: {'server_uuid': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'code': 200} Jul 21 21:05:36.518312 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.523129 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:36.526136 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-0e4f0128-6fb5-4ccc-8bb2-474e3a40f610 None None] Provisioning complete for port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:36.526610 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0128-6fb5-4ccc-8bb2-474e3a40f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.639095 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:36.661500 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9d19-7c22-4b43-8375-2129e6e4a936 None None] Pushing event updated for resources: {'Port': ['ID=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:36.689296 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.752569 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:36.754194 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:36.767844 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.815195 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:36.818776 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58315356-4bcb-4870-b593-f9b57f54c57a req-b40b7314-5877-4e03-816b-69c489819059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:36.820910 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-58315356-4bcb-4870-b593-f9b57f54c57a req-b40b7314-5877-4e03-816b-69c489819059 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 1129 time: 0.0634894 Jul 21 21:05:36.833225 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27845c3e-6225-4852-9843-1dbd2c69e3e2 req-e26318c8-2f65-4739-88a7-c8da9ba6d9db tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:36.834713 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-27845c3e-6225-4852-9843-1dbd2c69e3e2 req-e26318c8-2f65-4739-88a7-c8da9ba6d9db tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0849230 Jul 21 21:05:36.873826 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-58315356-4bcb-4870-b593-f9b57f54c57a req-9c0e0efb-6479-4546-b33a-75c3d848d01c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440469 Jul 21 21:05:36.911453 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f0128-6fb5-4ccc-8bb2-474e3a40f610 None None] Current status of the port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:36.935739 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:36.936116 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.950522 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-27845c3e-6225-4852-9843-1dbd2c69e3e2 req-6d9f3d94-e46d-4b89-b8e5-d589ace366a7 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051526 Jul 21 21:05:36.994331 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Publish callbacks [] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:36.999115 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.038479 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Publish callbacks [] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.064186 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.070125 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-62f3333a-56ac-4aff-8484-df8389fc13ca None None] Provisioning complete for port d3f1fbcc-b906-44ec-8c52-50874a0a636a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:37.070325 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f1fbcc-b906-44ec-8c52-50874a0a636a,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:37.070547 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-62f3333a-56ac-4aff-8484-df8389fc13ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.073548 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (8d6da2fc-9f9b-4654-b042-2dd0769fe847), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.076443 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203bc45-1e0a-414e-8f62-b60e32fc5f65 req-5c590c19-50d7-4f1e-ac08-b256204458ac tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:37.084009 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8203bc45-1e0a-414e-8f62-b60e32fc5f65 req-5c590c19-50d7-4f1e-ac08-b256204458ac tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 945 time: 0.0664065 Jul 21 21:05:37.135579 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:37.136350 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8203bc45-1e0a-414e-8f62-b60e32fc5f65 req-e754e460-2bf6-4fd9-a16c-d91f988ed024 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516815 Jul 21 21:05:37.164176 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Attempting to bind port def49801-b943-43b2-a9ff-aab682e2d8fb on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:37.164546 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Attempting to bind port def49801-b943-43b2-a9ff-aab682e2d8fb by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:37.164906 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Attempting to bind port def49801-b943-43b2-a9ff-aab682e2d8fb on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:37.168930 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807dec4-fd33-4826-a6cd-3744488388fa None None] Pushing event updated for resources: {'Port': ['ID=def49801-b943-43b2-a9ff-aab682e2d8fb,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:37.172727 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-62f3333a-56ac-4aff-8484-df8389fc13ca None None] Port d3f1fbcc-b906-44ec-8c52-50874a0a636a cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:05:37.176316 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:37.176666 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:37.177067 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.177452 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:37.177918 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Bound port: def49801-b943-43b2-a9ff-aab682e2d8fb, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:37.178294 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.184354 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Network 6e269719-65b6-4f5a-a60a-17796016ca87 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:37.185801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:37.233635 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] For port def49801-b943-43b2-a9ff-aab682e2d8fb, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:37.237680 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] For port def49801-b943-43b2-a9ff-aab682e2d8fb, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=def49801-b943-43b2-a9ff-aab682e2d8fb,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:37.245283 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.303759 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:05:37.312838 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:37.313483 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:37.353861 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807dec4-fd33-4826-a6cd-3744488388fa None None] Pushing event updated for resources: {'Port': ['ID=def49801-b943-43b2-a9ff-aab682e2d8fb,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:37.401261 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:37.406983 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:37.430218 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:37.431727 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:37.436790 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-806ed871-1904-4e80-9ccd-b33504240fe1 admin admin] 10.222.0.60 "PUT /v2.0/routers/8d6da2fc-9f9b-4654-b042-2dd0769fe847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9083238 Jul 21 21:05:37.543074 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-6d0a549c-e1ab-45bb-be07-a69a2f470e2d None None] Provisioning complete for port d3f1fbcc-b906-44ec-8c52-50874a0a636a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:37.543669 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6d0a549c-e1ab-45bb-be07-a69a2f470e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.550949 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.623680 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a549c-e1ab-45bb-be07-a69a2f470e2d None None] Port d3f1fbcc-b906-44ec-8c52-50874a0a636a cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:05:37.667401 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:37.683001 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 2, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:37.717203 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217786aa-64ba-48cf-b0f3-5e60443251d6 None None] The sync data for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi is: [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 2, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:37.950294 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59866) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:37.955243 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-967054386-network', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:37.974648 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Made reservation on behalf of 4bd5a82e19f0453fa0585af78fc35e6a for: {'network': 1} {{(pid=110830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:05:37.978538 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for network (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:37.988221 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.043432 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:38.103172 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e62537-35b4-4036-9ebc-22e066eda620 req-3266e063-9568-43c2-82cf-c61daa737cbd tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:38.104828 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-64e62537-35b4-4036-9ebc-22e066eda620 req-3266e063-9568-43c2-82cf-c61daa737cbd tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0768712 Jul 21 21:05:38.143285 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Publish callbacks [] for security_group (0050f32f-48b8-4473-920d-8c6aac9360b3), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.155300 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0050f32f-48b8-4473-920d-8c6aac9360b3), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.204793 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=110830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 21:05:38.225952 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-64e62537-35b4-4036-9ebc-22e066eda620 req-7f3d2067-ba0a-4db1-81b2-045468e37e89 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122293 Jul 21 21:05:38.232072 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0050f32f-48b8-4473-920d-8c6aac9360b3,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:38.235200 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (6a1ae5a6-71e9-4a4e-8288-e84b1e524bed), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.235691 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.segments_db [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Added segment 6a1ae5a6-71e9-4a4e-8288-e84b1e524bed of type vlan for network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 Jul 21 21:05:38.269967 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b91e4b-67a3-4360-ae70-b1903791ea90 req-a404fdfc-1041-46f0-87e2-a24ebc12bcaa tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:38.271526 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-14b91e4b-67a3-4360-ae70-b1903791ea90 req-a404fdfc-1041-46f0-87e2-a24ebc12bcaa tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 945 time: 0.0608828 Jul 21 21:05:38.300236 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606662458'] for network (cb4c7ac0-af4c-438f-b648-a1004c1bbdf4), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.330047 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-14b91e4b-67a3-4360-ae70-b1903791ea90 req-5b2d26fb-e11e-449b-8872-dac0abcf7428 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521743 Jul 21 21:05:38.331874 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180'] for network (cb4c7ac0-af4c-438f-b648-a1004c1bbdf4), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.333400 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:38.334242 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.381576 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4301562 Jul 21 21:05:38.384851 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59872) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:38.393673 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Request body: {'subnet': {'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-967054386-subnet', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'ip_version': 4}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:38.426112 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Made reservation on behalf of 4bd5a82e19f0453fa0585af78fc35e6a for: {'subnet': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:05:38.428641 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5483834'] for subnet (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.432852 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdd40f-5a5d-4463-b818-db0c502e27a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4c7ac0-af4c-438f-b648-a1004c1bbdf4,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:38.442326 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 details requested by agent ovs-agent-dv-cinder-850687-1-iscsi with host dv-cinder-850687-1-iscsi {{(pid=110832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 21:05:38.639063 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5928128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5483816'] for subnet (c0b04d0b-0b15-4a77-b528-83d30f385a55), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.706307 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b04d0b-0b15-4a77-b528-83d30f385a55,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:38.714481 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Checking segment: {'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:38.714836 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Network hostable DHCP agents. Network: cb4c7ac0-af4c-438f-b648-a1004c1bbdf4, hostable agents: ['4b70914f-39c3-456e-84a5-1dd16abd0a72'], hosted agents: [] {{(pid=110831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 21:05:38.721424 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:38.737051 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 is scheduled to be hosted by DHCP agent 4b70914f-39c3-456e-84a5-1dd16abd0a72 with binding_index 1 {{(pid=110831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 21:05:38.750507 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850687-1-iscsi, cb4c7ac0-af4c-438f-b648-a1004c1bbdf4) {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:38.754802 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:38.755413 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.761612 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb4cd7-fcfe-46da-9eba-bfb4bb5204dd None None] Network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:05:38.778849 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59874) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:38.779505 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-0ea74772-ad16-45e8-a4ff-a3d8ee03a8c1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3916016 Jul 21 21:05:38.783462 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:38.808815 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8023621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32764'] for router (2c1d284f-0acf-47fb-8082-32289536ee39), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.809965 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8021340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8014289', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8061792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32759'] for router (2c1d284f-0acf-47fb-8082-32289536ee39), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.832065 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:38.866378 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks [] for router_controller (2c1d284f-0acf-47fb-8082-32289536ee39), precommit_add_association {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.916096 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:38.916490 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:38.937969 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp123125ce-38f9-5c15-971c-62714dc62a86-cb4c7ac0-af4c-438f-b648-a1004c1bbdf4', 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4', 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'fixed_ips': [{'subnet_id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55'}]}} from dv-cinder-850687-1-iscsi. {{(pid=110832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 21:05:38.938911 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.025414 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks [] for router_gateway (2c1d284f-0acf-47fb-8082-32289536ee39), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.109538 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:39.111723 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device def49801-b943-43b2-a9ff-aab682e2d8fb up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:39.172126 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Allocated IP 172.20.0.2 (cb4c7ac0-af4c-438f-b648-a1004c1bbdf4/c0b04d0b-0b15-4a77-b528-83d30f385a55/dee77ba2-b75c-48e0-8792-8fe737ad2f3d) {{(pid=110832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:39.183664 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:39.187003 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port def49801-b943-43b2-a9ff-aab682e2d8fb triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:39.187374 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.221697 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks [] for router_gateway (2c1d284f-0acf-47fb-8082-32289536ee39), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.245481 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.336110 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:39.341890 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port def49801-b943-43b2-a9ff-aab682e2d8fb is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:39.342929 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.365652 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:39.413714 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port def49801-b943-43b2-a9ff-aab682e2d8fb, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=def49801-b943-43b2-a9ff-aab682e2d8fb,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:39.413931 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f6972-3ee0-45e1-8010-c5e4cbcb2d50 req-47b741c3-09bf-4e83-a959-d08cc470bbb5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:39.416187 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b99f6972-3ee0-45e1-8010-c5e4cbcb2d50 req-47b741c3-09bf-4e83-a959-d08cc470bbb5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.1061983 Jul 21 21:05:39.427231 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.429739 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Allocated IP 172.27.3.31 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/615ba743-6ecc-4375-aa2d-3ded6533b3a4) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:39.435083 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Publish callbacks [] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), precommit_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.444684 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:39.462180 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), after_create {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.482811 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51c70f-989d-4fba-a17f-4ef9f810079a req-eaae0ef1-12c5-4961-bd88-5db7113868e5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:39.485260 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4e51c70f-989d-4fba-a17f-4ef9f810079a req-eaae0ef1-12c5-4961-bd88-5db7113868e5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 945 time: 0.0599520 Jul 21 21:05:39.498409 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 is already hosted by enough agents. {{(pid=110832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:39.501705 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Resources bound (agent type, host, resource id): {{(pid=110832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:39.505911 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Received port after_create {{(pid=110832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:39.509798 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=def49801-b943-43b2-a9ff-aab682e2d8fb,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:39.542509 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4e51c70f-989d-4fba-a17f-4ef9f810079a req-6bdcfe7f-4a72-4b26-9d82-2ba900724b1a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506139 Jul 21 21:05:39.563653 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b99f6972-3ee0-45e1-8010-c5e4cbcb2d50 req-90a5a254-3121-45cd-b961-c282d0d7047f tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199994 Jul 21 21:05:39.609071 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks [] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.655764 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.701893 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e907d-01ae-4270-9d81-75c504f50702 req-3b02de69-a005-49d3-9e79-d8c115b2baa7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:39.703642 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:39.703906 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-699e907d-01ae-4270-9d81-75c504f50702 req-3b02de69-a005-49d3-9e79-d8c115b2baa7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 945 time: 0.0561762 Jul 21 21:05:39.706764 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:39.710451 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:39.719069 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59884) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:39.724409 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'floatingip': {'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:39.747241 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Pushing event updated for resources: {'Port': ['ID=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,revision_number=1']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:39.759547 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Attempting to bind port dee77ba2-b75c-48e0-8792-8fe737ad2f3d on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:39.759958 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Attempting to bind port dee77ba2-b75c-48e0-8792-8fe737ad2f3d by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:39.760327 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Attempting to bind port dee77ba2-b75c-48e0-8792-8fe737ad2f3d on network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:39.762197 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Pushing event updated for resources: {'Port': ['ID=615ba743-6ecc-4375-aa2d-3ded6533b3a4,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:39.765914 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:39.766467 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Checking segment: {'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:39.766734 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.767064 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Bound using segment: {'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:39.767526 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Bound port: dee77ba2-b75c-48e0-8792-8fe737ad2f3d, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:39.767930 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.789274 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (3145d573-41d5-41b4-9d7a-2b8503299048), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.832830 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] For port dee77ba2-b75c-48e0-8792-8fe737ad2f3d, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:39.837566 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] For port dee77ba2-b75c-48e0-8792-8fe737ad2f3d, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,segment=NetworkSegment(6a1ae5a6-71e9-4a4e-8288-e84b1e524bed),segment_id=6a1ae5a6-71e9-4a4e-8288-e84b1e524bed)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:39.844237 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:39.906306 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:39.913838 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc314c-224f-4ce5-853c-18d9dda70031 None None] Pushing event updated for resources: {'Port': ['ID=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:40.007442 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks [] for router_gateway (2c1d284f-0acf-47fb-8082-32289536ee39), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:40.061578 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Sync routers for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:40.073944 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:40.074987 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:40.141691 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:40.230411 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:40.256134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8021277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015784'] for router (2c1d284f-0acf-47fb-8082-32289536ee39), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:40.342527 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:40.346943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (3145d573-41d5-41b4-9d7a-2b8503299048), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:40.405666 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Router 2c1d284f-0acf-47fb-8082-32289536ee39 is scheduled to L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 with binding_index 1 {{(pid=110830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 21:05:40.439290 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 2, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:40.468519 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Checking router: 8d6da2fc-9f9b-4654-b042-2dd0769fe847 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:40.468882 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Updating router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 port d3f1fbcc-b906-44ec-8c52-50874a0a636a binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:05:40.499259 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:40.504926 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:40.531295 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:40.546120 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Sync routers for ids ['2c1d284f-0acf-47fb-8082-32289536ee39'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:40.559369 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Routers {'2c1d284f-0acf-47fb-8082-32289536ee39'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:40.560303 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['2c1d284f-0acf-47fb-8082-32289536ee39'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:40.561339 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:40.562903 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-8e7c9b5e-e60f-4667-b47c-ac6d93dba523 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7828212 Jul 21 21:05:40.565539 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59888) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:40.780379 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Set router 2c1d284f-0acf-47fb-8082-32289536ee39 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:40.918814 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Publish callbacks [] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:40.933219 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:40.935065 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device dee77ba2-b75c-48e0-8792-8fe737ad2f3d up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:40.935843 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Floating IP 3145d573-41d5-41b4-9d7a-2b8503299048 associated. External IP: 172.27.3.51, port: c7c81f7a-fe16-46f7-a7e9-8f5533d58a01. Jul 21 21:05:41.000828 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb1811-2cc6-4175-8b31-20930da3124f None None] Pushing event updated for resources: {'Port': ['ID=d3f1fbcc-b906-44ec-8c52-50874a0a636a,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:41.071197 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port dee77ba2-b75c-48e0-8792-8fe737ad2f3d triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:41.072235 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.120526 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Attempting to bind port d3f1fbcc-b906-44ec-8c52-50874a0a636a on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:41.121159 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Attempting to bind port d3f1fbcc-b906-44ec-8c52-50874a0a636a by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:41.121475 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Attempting to bind port d3f1fbcc-b906-44ec-8c52-50874a0a636a on network 6e269719-65b6-4f5a-a60a-17796016ca87 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:41.130083 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:41.130621 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:41.134306 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Checking segment: {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:41.135090 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.135745 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Bound using segment: {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:41.136365 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Bound port: d3f1fbcc-b906-44ec-8c52-50874a0a636a, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:41.136837 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.197294 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 3, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port': {'id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:39Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:41.238340 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] For port d3f1fbcc-b906-44ec-8c52-50874a0a636a, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:41.246499 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] For port d3f1fbcc-b906-44ec-8c52-50874a0a636a, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d3f1fbcc-b906-44ec-8c52-50874a0a636a,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:41.247087 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Checking router: 2c1d284f-0acf-47fb-8082-32289536ee39 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:41.247856 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Updating router 2c1d284f-0acf-47fb-8082-32289536ee39 port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 binding host dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:05:41.262352 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.300606 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7a5ca-5de2-4574-ba2f-14dd5c8ccc4a None None] Network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:05:41.327810 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port dee77ba2-b75c-48e0-8792-8fe737ad2f3d is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:41.328337 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.330446 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:41.332526 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:05:41.333189 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb1811-2cc6-4175-8b31-20930da3124f None None] Pushing event updated for resources: {'Port': ['ID=d3f1fbcc-b906-44ec-8c52-50874a0a636a,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:41.339135 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:41.344515 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:41.348512 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.350220 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:41.351124 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:41.437851 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c04fe-c37e-454a-9b6f-b66b2a8bdebf req-58bc8336-4f77-4541-b644-34f5bf13e903 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:41.439423 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-175c04fe-c37e-454a-9b6f-b66b2a8bdebf req-58bc8336-4f77-4541-b644-34f5bf13e903 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.7056715 Jul 21 21:05:41.459961 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Provisioning complete for port d3f1fbcc-b906-44ec-8c52-50874a0a636a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:41.460275 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.484333 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:41.512011 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:41.521766 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.548409 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:41.573204 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port dee77ba2-b75c-48e0-8792-8fe737ad2f3d, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,segment=NetworkSegment(6a1ae5a6-71e9-4a4e-8288-e84b1e524bed),segment_id=6a1ae5a6-71e9-4a4e-8288-e84b1e524bed)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:41.596059 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-5b2c41b7-38e6-40c1-9153-70a22eebcd9e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "PUT /v2.0/floatingips/3145d573-41d5-41b4-9d7a-2b8503299048 HTTP/1.1" status: 200 len: 990 time: 1.8731885 Jul 21 21:05:41.596059 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'tag': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:05:41.606519 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2989a39-7650-44ac-9a2d-fc7508589ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfb563f-9476-4097-bdb1-5009aa10a622", "tag": "c7c81f7a-fe16-46f7-a7e9-8f5533d58a01"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:05:41.630793 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:41.647422 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:41.648452 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:41.652968 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a940b13-4f21-4587-8f0b-55e281029442 x-openstack-request-id: req-5a940b13-4f21-4587-8f0b-55e281029442 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:05:41.653541 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfb563f-9476-4097-bdb1-5009aa10a622", "tag": "c7c81f7a-fe16-46f7-a7e9-8f5533d58a01", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:05:41.654019 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a940b13-4f21-4587-8f0b-55e281029442 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:05:41.654859 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a940b13-4f21-4587-8f0b-55e281029442'] response: {'name': 'network-changed', 'server_uuid': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'tag': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'status': 'completed', 'code': 200} Jul 21 21:05:41.679598 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.682273 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device def49801-b943-43b2-a9ff-aab682e2d8fb up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:41.739646 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-175c04fe-c37e-454a-9b6f-b66b2a8bdebf req-dd1c39e4-3a99-48f2-a6d5-89209d189f6a tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2943521 Jul 21 21:05:41.752834 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-2fe22a0c-dde0-4a65-b856-b98d75dff5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:41.754346 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-2fe22a0c-dde0-4a65-b856-b98d75dff5e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 1129 time: 0.0490172 Jul 21 21:05:41.822203 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:41.829516 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:41Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:41.846801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.865832 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865ba29-31c7-4239-9ee7-fa7af86d7068 None None] The sync data for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi is: [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:41Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:41.870527 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:41.889136 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-4436d339-495d-4233-b0ac-d2fe76d380d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:41.890938 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-4436d339-495d-4233-b0ac-d2fe76d380d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.1295722 Jul 21 21:05:41.908722 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Current status of the port d3f1fbcc-b906-44ec-8c52-50874a0a636a is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:41.910554 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:41.924894 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:42.005814 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:42.025286 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-091f3810-2176-4933-b67d-c964a3b9cc65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 HTTP/1.1" status: 200 len: 998 time: 0.1225226 Jul 21 21:05:42.121535 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Allocated IP 172.20.0.1 (cb4c7ac0-af4c-438f-b648-a1004c1bbdf4/c0b04d0b-0b15-4a77-b528-83d30f385a55/3c064583-8444-4693-b374-f260dfc2902b) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:05:42.139162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-ee06a09a-8b9a-4589-b15a-de897b388a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:42.141288 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-ee06a09a-8b9a-4589-b15a-de897b388a6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.1065135 Jul 21 21:05:42.223972 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Publish callbacks [] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), precommit_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.227979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:42.229254 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port def49801-b943-43b2-a9ff-aab682e2d8fb triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:42.229835 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.235582 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.242224 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-edf731a8-8263-470f-b1c2-8f73c372a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:42.247084 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-edf731a8-8263-470f-b1c2-8f73c372a50a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960302 Jul 21 21:05:42.247642 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Publish callbacks [] for port (3c064583-8444-4693-b374-f260dfc2902b), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.291422 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (3c064583-8444-4693-b374-f260dfc2902b), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.300338 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:40Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:42.325612 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] For port d3f1fbcc-b906-44ec-8c52-50874a0a636a, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d3f1fbcc-b906-44ec-8c52-50874a0a636a,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:42.340113 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:42.351438 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Pushing event updated for resources: {'Port': ['ID=3c064583-8444-4693-b374-f260dfc2902b,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:42.352605 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:42.353055 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6ef8f-fac3-41a2-9bb9-ede767e82ccb None None] Pushing event updated for resources: {'Port': ['ID=615ba743-6ecc-4375-aa2d-3ded6533b3a4,revision_number=2']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:42.353657 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:42.364285 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.380337 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Provisioning complete for port dee77ba2-b75c-48e0-8792-8fe737ad2f3d triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:42.381235 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.383571 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:42.386610 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:42.392530 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:05:42.436118 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-1e34b9be-4fe2-48a4-905d-10acaaaa0b79 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819911 Jul 21 21:05:42.485005 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8026451'] for router_interface (2c1d284f-0acf-47fb-8082-32289536ee39), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.542856 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Pushing event updated for resources: {'Port': ['ID=d3f1fbcc-b906-44ec-8c52-50874a0a636a,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:42.560799 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Attempting to bind port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:42.562851 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Attempting to bind port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:42.563351 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Attempting to bind port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 on network 951a3f21-a01d-47cd-808f-3544cb0a1a21 {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:42.575588 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:42.579676 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:42.580245 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Checking segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:42.580799 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.582107 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Bound using segment: {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'} {{(pid=110832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:42.582107 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.managers [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Bound port: 615ba743-6ecc-4375-aa2d-3ded6533b3a4, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f43c85-e9c2-4ec3-ba82-c1076995d3f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}}] {{(pid=110832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:42.585616 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.623324 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b2989a39-7650-44ac-9a2d-fc7508589ed6 req-ca8bd206-2d86-4a9b-8095-6abeb974d2ce service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811581 Jul 21 21:05:42.682725 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:42.687700 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:42.726470 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3c064583-8444-4693-b374-f260dfc2902b), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.729485 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:42.744158 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port def49801-b943-43b2-a9ff-aab682e2d8fb is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:42.763042 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] For port 615ba743-6ecc-4375-aa2d-3ded6533b3a4, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:42.765237 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-400affac-c7bb-40f9-a424-7dc53a9c3368 None None] Current status of the port dee77ba2-b75c-48e0-8792-8fe737ad2f3d is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:42.768810 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] For port 615ba743-6ecc-4375-aa2d-3ded6533b3a4, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=615ba743-6ecc-4375-aa2d-3ded6533b3a4,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:42.781386 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:42.781959 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:42.841067 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Routers {'2c1d284f-0acf-47fb-8082-32289536ee39'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:42.841804 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['2c1d284f-0acf-47fb-8082-32289536ee39'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:42.901102 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=100 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:42.914371 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:40Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:42.950191 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c7d58-cb4a-4b4d-a603-289c0cf8fc12 None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:40Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:42.974082 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76a9e4-cc8e-4e7c-a92d-4d4f37951360 req-419e038b-a981-475f-99c9-2c1df096cace tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:42.988259 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7e76a9e4-cc8e-4e7c-a92d-4d4f37951360 req-419e038b-a981-475f-99c9-2c1df096cace tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.1192634 Jul 21 21:05:43.068451 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7e76a9e4-cc8e-4e7c-a92d-4d4f37951360 req-bcf7a95f-8a7a-4c3f-befa-dbd075ccdffd tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794454 Jul 21 21:05:43.072727 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Publish callbacks [] for port (3c064583-8444-4693-b374-f260dfc2902b), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.078161 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (3c064583-8444-4693-b374-f260dfc2902b), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.098610 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d3f1fbcc-b906-44ec-8c52-50874a0a636a up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:43.159501 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Provisioning complete for port d3f1fbcc-b906-44ec-8c52-50874a0a636a triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:43.159501 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.171819 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7959558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026559'] for router_interface (2c1d284f-0acf-47fb-8082-32289536ee39), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.174796 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Pushing event updated for resources: {'Port': ['ID=3c064583-8444-4693-b374-f260dfc2902b,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:43.194011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6ef8f-fac3-41a2-9bb9-ede767e82ccb None None] Pushing event updated for resources: {'Port': ['ID=615ba743-6ecc-4375-aa2d-3ded6533b3a4,revision_number=3']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:43.257008 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6490fc1-a8eb-4935-bc19-a0ff4cf3eecc None None] New status for floating IP 3145d573-41d5-41b4-9d7a-2b8503299048: ACTIVE {{(pid=110832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:05:43.283125 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:05:43.284574 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:05:43.313469 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] Set router 2c1d284f-0acf-47fb-8082-32289536ee39 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:43.348930 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port d3f1fbcc-b906-44ec-8c52-50874a0a636a triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:43.349316 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.400283 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Router 2c1d284f-0acf-47fb-8082-32289536ee39 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:05:43.519383 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:05:43.524233 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-3d9ff1f5-80bc-4a5b-836c-c0e71ac50e00 admin admin] 10.222.0.60 "PUT /v2.0/routers/2c1d284f-0acf-47fb-8082-32289536ee39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9573956 Jul 21 21:05:43.564349 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:43.570982 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Current status of the port d3f1fbcc-b906-44ec-8c52-50874a0a636a is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:43.640836 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Provisioning complete for port dee77ba2-b75c-48e0-8792-8fe737ad2f3d triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:43.641196 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.741524 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port d3f1fbcc-b906-44ec-8c52-50874a0a636a is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:43.743001 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device dee77ba2-b75c-48e0-8792-8fe737ad2f3d up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:43.748232 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:43.822207 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 4, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port': {'id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:39Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '3c064583-8444-4693-b374-f260dfc2902b', 'name': '', 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'mac_address': 'fa:16:3e:a3:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:41Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 1, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'subnets': [{'id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:43.860053 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc836a-d084-4e8e-b1e3-ca981be0464a None None] The sync data for ids ['2c1d284f-0acf-47fb-8082-32289536ee39'] in dv-cinder-850687-1-iscsi is: [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 4, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port': {'id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:39Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '3c064583-8444-4693-b374-f260dfc2902b', 'name': '', 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'mac_address': 'fa:16:3e:a3:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:41Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 1, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'subnets': [{'id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:43.864878 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Current status of the port dee77ba2-b75c-48e0-8792-8fe737ad2f3d is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:43.867221 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port dee77ba2-b75c-48e0-8792-8fe737ad2f3d triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:43.867949 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.875129 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59904) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:43.879954 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-12bc8423-fba4-45cb-a2fd-dcd9e96d4c53 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606706081', 'description': 'tempest-secgroup-smoke-606706081 description', 'project_id': '91eaf4caa6ea457bafa7de7a1387851c'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:43.898241 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Provisioning complete for port 3c064583-8444-4693-b374-f260dfc2902b triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:43.898618 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3c064583-8444-4693-b374-f260dfc2902b), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.902678 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-12bc8423-fba4-45cb-a2fd-dcd9e96d4c53 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.946676 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-975d4923-ede7-434e-b189-c795e0908173 None None] Port 3c064583-8444-4693-b374-f260dfc2902b cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:05:43.971773 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-12bc8423-fba4-45cb-a2fd-dcd9e96d4c53 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group (9d73ee2c-6a67-4c14-b933-e4af529dd034), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.975508 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-12bc8423-fba4-45cb-a2fd-dcd9e96d4c53 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (9d73ee2c-6a67-4c14-b933-e4af529dd034), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:43.984246 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port dee77ba2-b75c-48e0-8792-8fe737ad2f3d is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:44.001591 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-12bc8423-fba4-45cb-a2fd-dcd9e96d4c53 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.002811 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-12bc8423-fba4-45cb-a2fd-dcd9e96d4c53 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1265848 Jul 21 21:05:44.006012 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59906) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:44.011291 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc8423-fba4-45cb-a2fd-dcd9e96d4c53 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73ee2c-6a67-4c14-b933-e4af529dd034,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:44.011467 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-02fbbe9e-9df3-48e9-aa1e-289bcf46d18d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'security_group_rule': {'security_group_id': '9d73ee2c-6a67-4c14-b933-e4af529dd034', 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:44.038531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-02fbbe9e-9df3-48e9-aa1e-289bcf46d18d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (b26e6fd7-41b8-4a3c-8960-c32a1b043c3b), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.064221 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-17c26701-9649-4c51-adb6-ae32a832357e None None] Provisioning complete for port 3c064583-8444-4693-b374-f260dfc2902b triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:44.064602 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-17c26701-9649-4c51-adb6-ae32a832357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3c064583-8444-4693-b374-f260dfc2902b), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.097851 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-17c26701-9649-4c51-adb6-ae32a832357e None None] Port 3c064583-8444-4693-b374-f260dfc2902b cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:05:44.101766 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-02fbbe9e-9df3-48e9-aa1e-289bcf46d18d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (b26e6fd7-41b8-4a3c-8960-c32a1b043c3b), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.106537 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-02fbbe9e-9df3-48e9-aa1e-289bcf46d18d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (b26e6fd7-41b8-4a3c-8960-c32a1b043c3b), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.126629 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbbe9e-9df3-48e9-aa1e-289bcf46d18d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26e6fd7-41b8-4a3c-8960-c32a1b043c3b,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:44.131771 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-02fbbe9e-9df3-48e9-aa1e-289bcf46d18d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.132964 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-02fbbe9e-9df3-48e9-aa1e-289bcf46d18d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258955 Jul 21 21:05:44.136051 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59910) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:44.140340 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-84622d5a-db1d-4fc6-bdca-dc9448cc9876 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'security_group_rule': {'security_group_id': '9d73ee2c-6a67-4c14-b933-e4af529dd034', 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:44.201697 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a85c8-0a13-4883-be15-1feef0bdcd9d req-529936b4-c626-4c09-bf58-df4167b87a5d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:44.203149 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-710a85c8-0a13-4883-be15-1feef0bdcd9d req-529936b4-c626-4c09-bf58-df4167b87a5d tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0571525 Jul 21 21:05:44.204870 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84622d5a-db1d-4fc6-bdca-dc9448cc9876 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (71a37683-f79b-4025-a2ed-35765af798f9), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.296098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84622d5a-db1d-4fc6-bdca-dc9448cc9876 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (71a37683-f79b-4025-a2ed-35765af798f9), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.301856 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-710a85c8-0a13-4883-be15-1feef0bdcd9d req-a541aebe-49f2-4eeb-9aed-708d44c44096 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929532 Jul 21 21:05:44.302901 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84622d5a-db1d-4fc6-bdca-dc9448cc9876 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (71a37683-f79b-4025-a2ed-35765af798f9), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.325696 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84622d5a-db1d-4fc6-bdca-dc9448cc9876 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a37683-f79b-4025-a2ed-35765af798f9,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:44.327800 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:44.334717 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-84622d5a-db1d-4fc6-bdca-dc9448cc9876 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.335964 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-84622d5a-db1d-4fc6-bdca-dc9448cc9876 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1989243 Jul 21 21:05:44.339361 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59912) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:44.344607 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-e195388f-0700-4f9a-83be-c8637d02f14d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'security_group_rule': {'security_group_id': '9d73ee2c-6a67-4c14-b933-e4af529dd034', 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:44.371279 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e195388f-0700-4f9a-83be-c8637d02f14d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (0985c2f9-0d5e-4523-91eb-36c2d9f6ff52), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.380548 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:44.399143 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:44.434219 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e195388f-0700-4f9a-83be-c8637d02f14d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (0985c2f9-0d5e-4523-91eb-36c2d9f6ff52), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.437674 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e195388f-0700-4f9a-83be-c8637d02f14d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (0985c2f9-0d5e-4523-91eb-36c2d9f6ff52), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.455888 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195388f-0700-4f9a-83be-c8637d02f14d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0985c2f9-0d5e-4523-91eb-36c2d9f6ff52,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:44.463081 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e195388f-0700-4f9a-83be-c8637d02f14d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.464295 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e195388f-0700-4f9a-83be-c8637d02f14d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237676 Jul 21 21:05:44.467081 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 59914) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:44.471275 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-407a1749-501b-46ea-84b0-ac542ba01d32 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'security_group_rule': {'security_group_id': '9d73ee2c-6a67-4c14-b933-e4af529dd034', 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:44.497566 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-407a1749-501b-46ea-84b0-ac542ba01d32 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (349551aa-4264-4f82-bed9-3caac1b1cddb), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.565710 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-407a1749-501b-46ea-84b0-ac542ba01d32 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (349551aa-4264-4f82-bed9-3caac1b1cddb), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.569638 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-407a1749-501b-46ea-84b0-ac542ba01d32 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (349551aa-4264-4f82-bed9-3caac1b1cddb), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.591356 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a1749-501b-46ea-84b0-ac542ba01d32 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349551aa-4264-4f82-bed9-3caac1b1cddb,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:44.596112 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-407a1749-501b-46ea-84b0-ac542ba01d32 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.600176 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-407a1749-501b-46ea-84b0-ac542ba01d32 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321182 Jul 21 21:05:44.600424 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59916) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:44.605695 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-f2dd90cf-6775-40af-9ba9-3303cf2aec47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'security_group_rule': {'security_group_id': '9d73ee2c-6a67-4c14-b933-e4af529dd034', 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:44.621615 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:44.628182 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.securitygroups_db [None req-f2dd90cf-6775-40af-9ba9-3303cf2aec47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Project 91eaf4caa6ea457bafa7de7a1387851c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 21:05:44.635520 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f2dd90cf-6775-40af-9ba9-3303cf2aec47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (e1533e92-82e3-4126-9c9d-3a200bd053b7), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.707293 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f2dd90cf-6775-40af-9ba9-3303cf2aec47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (e1533e92-82e3-4126-9c9d-3a200bd053b7), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.715435 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f2dd90cf-6775-40af-9ba9-3303cf2aec47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (e1533e92-82e3-4126-9c9d-3a200bd053b7), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.736322 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd90cf-6775-40af-9ba9-3303cf2aec47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1533e92-82e3-4126-9c9d-3a200bd053b7,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:44.743080 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f2dd90cf-6775-40af-9ba9-3303cf2aec47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.744903 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f2dd90cf-6775-40af-9ba9-3303cf2aec47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434138 Jul 21 21:05:44.747612 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 59918) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:05:44.755267 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-2649cdd5-5e4a-42ee-9775-8fd787350323 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'security_group_rule': {'security_group_id': '9d73ee2c-6a67-4c14-b933-e4af529dd034', 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:05:44.780516 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.securitygroups_db [None req-2649cdd5-5e4a-42ee-9775-8fd787350323 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Project 91eaf4caa6ea457bafa7de7a1387851c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 21:05:44.788123 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2649cdd5-5e4a-42ee-9775-8fd787350323 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (a7b90b0d-e3ea-431a-82aa-960c5995afbe), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.853977 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2649cdd5-5e4a-42ee-9775-8fd787350323 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (a7b90b0d-e3ea-431a-82aa-960c5995afbe), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.858095 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2649cdd5-5e4a-42ee-9775-8fd787350323 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (a7b90b0d-e3ea-431a-82aa-960c5995afbe), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.879113 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649cdd5-5e4a-42ee-9775-8fd787350323 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b90b0d-e3ea-431a-82aa-960c5995afbe,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:44.888037 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-2649cdd5-5e4a-42ee-9775-8fd787350323 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:44.889964 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-2649cdd5-5e4a-42ee-9775-8fd787350323 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395416 Jul 21 21:05:45.441666 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b676bc6-52f8-42ac-915a-070c72d38160 req-dcbac5ca-146a-4260-9c48-0d631718c27f tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:05:45.443291 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7b676bc6-52f8-42ac-915a-070c72d38160 req-dcbac5ca-146a-4260-9c48-0d631718c27f tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0662916 Jul 21 21:05:45.521862 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-7b676bc6-52f8-42ac-915a-070c72d38160 req-1ea7acaa-8c34-4738-a136-9c16e5902dde tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=30209766-afea-4350-9623-3bc5c35de3b8&id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709925 Jul 21 21:05:46.356967 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:05:46.514626 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Sync routers for ids ['2c1d284f-0acf-47fb-8082-32289536ee39'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:05:46.525688 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Routers {'2c1d284f-0acf-47fb-8082-32289536ee39'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:46.526372 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['2c1d284f-0acf-47fb-8082-32289536ee39'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:46.635640 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Set router 2c1d284f-0acf-47fb-8082-32289536ee39 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:46.836194 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 4, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port': {'id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:39Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '3c064583-8444-4693-b374-f260dfc2902b', 'name': '', 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'mac_address': 'fa:16:3e:a3:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:41Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 2, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'subnets': [{'id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:46.840227 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 615ba743-6ecc-4375-aa2d-3ded6533b3a4 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:46.862578 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Checking router: 2c1d284f-0acf-47fb-8082-32289536ee39 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:05:46.862931 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Updating router 2c1d284f-0acf-47fb-8082-32289536ee39 port 3c064583-8444-4693-b374-f260dfc2902b binding host dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 21:05:46.889670 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:46.889994 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:46.898028 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3c064583-8444-4693-b374-f260dfc2902b), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:46.965257 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:46.965613 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:46.986412 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] For port 615ba743-6ecc-4375-aa2d-3ded6533b3a4, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=615ba743-6ecc-4375-aa2d-3ded6533b3a4,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:46.990808 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.041536 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Pushing event updated for resources: {'Port': ['ID=615ba743-6ecc-4375-aa2d-3ded6533b3a4,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:47.161301 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Publish callbacks [] for port (3c064583-8444-4693-b374-f260dfc2902b), precommit_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.166465 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (3c064583-8444-4693-b374-f260dfc2902b), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.216209 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e45dfa-43a9-4097-bb1c-cb3d6a633876 None None] Pushing event updated for resources: {'Port': ['ID=3c064583-8444-4693-b374-f260dfc2902b,revision_number=3']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:47.278209 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Attempting to bind port 3c064583-8444-4693-b374-f260dfc2902b on host dv-cinder-850687-1-iscsi for vnic_type normal with profile {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:05:47.278581 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Attempting to bind port 3c064583-8444-4693-b374-f260dfc2902b by drivers openvswitch,hyperv on host dv-cinder-850687-1-iscsi at level 0 using segments [{'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:05:47.278948 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Attempting to bind port 3c064583-8444-4693-b374-f260dfc2902b on network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:05:47.284211 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Checking agent: {'id': '783cd4ae-511a-4a21-9154-2d69718b9d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850687-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 43, 37), 'started_at': datetime.datetime(2022, 7, 21, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850687-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:05:47.284590 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Checking segment: {'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:05:47.284998 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.285397 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Bound using segment: {'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'} {{(pid=110833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:05:47.285860 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.managers [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Bound port: 3c064583-8444-4693-b374-f260dfc2902b, host: dv-cinder-850687-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4'}}] {{(pid=110833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:05:47.286241 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3c064583-8444-4693-b374-f260dfc2902b), before_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.300802 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:47.355928 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] For port 3c064583-8444-4693-b374-f260dfc2902b, host dv-cinder-850687-1-iscsi, cleared binding levels {{(pid=110833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:05:47.359225 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] For port 3c064583-8444-4693-b374-f260dfc2902b, host dv-cinder-850687-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=3c064583-8444-4693-b374-f260dfc2902b,segment=NetworkSegment(6a1ae5a6-71e9-4a4e-8288-e84b1e524bed),segment_id=6a1ae5a6-71e9-4a4e-8288-e84b1e524bed)] {{(pid=110833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:05:47.365415 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (3c064583-8444-4693-b374-f260dfc2902b), after_update {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.420089 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:47.427557 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Routers {'2c1d284f-0acf-47fb-8082-32289536ee39'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:05:47.428210 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:05:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['2c1d284f-0acf-47fb-8082-32289536ee39'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:47.430079 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e45dfa-43a9-4097-bb1c-cb3d6a633876 None None] Pushing event updated for resources: {'Port': ['ID=3c064583-8444-4693-b374-f260dfc2902b,revision_number=4']} {{(pid=110833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:47.453925 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-914d3964-0ebf-4541-8f92-2d4e6c083fc0 None None] Provisioning complete for port 3c064583-8444-4693-b374-f260dfc2902b triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:47.454305 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-914d3964-0ebf-4541-8f92-2d4e6c083fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3c064583-8444-4693-b374-f260dfc2902b), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.552743 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-914d3964-0ebf-4541-8f92-2d4e6c083fc0 None None] Current status of the port 3c064583-8444-4693-b374-f260dfc2902b is: DOWN; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:47.553642 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-914d3964-0ebf-4541-8f92-2d4e6c083fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3c064583-8444-4693-b374-f260dfc2902b), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.561317 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] Set router 2c1d284f-0acf-47fb-8082-32289536ee39 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:05:47.575205 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:47.599668 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-914d3964-0ebf-4541-8f92-2d4e6c083fc0 None None] For port 3c064583-8444-4693-b374-f260dfc2902b, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=3c064583-8444-4693-b374-f260dfc2902b,segment=NetworkSegment(6a1ae5a6-71e9-4a4e-8288-e84b1e524bed),segment_id=6a1ae5a6-71e9-4a4e-8288-e84b1e524bed)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:05:47.605517 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-914d3964-0ebf-4541-8f92-2d4e6c083fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (3c064583-8444-4693-b374-f260dfc2902b), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.657117 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d3964-0ebf-4541-8f92-2d4e6c083fc0 None None] Pushing event updated for resources: {'Port': ['ID=3c064583-8444-4693-b374-f260dfc2902b,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:05:47.727077 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-393f06bf-cd79-4aee-a69c-5216128c8148 None None] Provisioning complete for port 3c064583-8444-4693-b374-f260dfc2902b triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:47.728063 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-393f06bf-cd79-4aee-a69c-5216128c8148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3c064583-8444-4693-b374-f260dfc2902b), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:47.769835 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 4, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port': {'id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:39Z', 'updated_at': '2022-07-21T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '3c064583-8444-4693-b374-f260dfc2902b', 'name': '', 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'mac_address': 'fa:16:3e:a3:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:41Z', 'updated_at': '2022-07-21T21:05:47Z', 'revision_number': 4, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'subnets': [{'id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:05:47.794911 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caea0-9e02-4b10-a1c5-d6cc6a9ae157 None None] The sync data for ids ['2c1d284f-0acf-47fb-8082-32289536ee39'] in dv-cinder-850687-1-iscsi is: [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 4, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port': {'id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:39Z', 'updated_at': '2022-07-21T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '3c064583-8444-4693-b374-f260dfc2902b', 'name': '', 'network_id': 'cb4c7ac0-af4c-438f-b648-a1004c1bbdf4', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'mac_address': 'fa:16:3e:a3:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:41Z', 'updated_at': '2022-07-21T21:05:47Z', 'revision_number': 4, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'subnets': [{'id': 'c0b04d0b-0b15-4a77-b528-83d30f385a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:05:47.802220 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-393f06bf-cd79-4aee-a69c-5216128c8148 None None] Current status of the port 3c064583-8444-4693-b374-f260dfc2902b is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:48.846383 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 615ba743-6ecc-4375-aa2d-3ded6533b3a4 up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:48.873398 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:48.896117 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:48.896512 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:48.976424 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:48.978054 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 3c064583-8444-4693-b374-f260dfc2902b up at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:05:49.026343 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Provisioning complete for port 3c064583-8444-4693-b374-f260dfc2902b triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:05:49.026723 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (3c064583-8444-4693-b374-f260dfc2902b), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:49.112539 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Current status of the port 3c064583-8444-4693-b374-f260dfc2902b is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:05:50.940862 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:05:54.875307 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:54.881601 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:55.511552 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:INSERT=3,neutron:SELECT=29,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:55.516007 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=37,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:59.012501 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=33 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:05:59.019620 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=53 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:00.935119 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=59 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:00.935916 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:01.173959 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-d4abcfa5-01c1-4fef-84ae-4b320f24c9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:04.083679 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-38d12d38-db9b-4d86-9035-e4792869e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:06.244939 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:06.649778 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:07.502168 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:10.818009 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-374cd80f-7e8d-43b4-a162-4cd3acd0d640 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606706081&fields=id&tenant_id=91eaf4caa6ea457bafa7de7a1387851c HTTP/1.1" status: 200 len: 267 time: 0.0445540 Jul 21 21:06:10.927222 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca254-3109-4c7b-9904-b912633532e2 req-d43fa321-ca2c-4907-ad5a-c988fd522fdc tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:10.928614 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-d43fa321-ca2c-4907-ad5a-c988fd522fdc tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/networks?id=6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 200 len: 809 time: 0.1037858 Jul 21 21:06:10.943440 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-bb3f3b60-ae37-4dc9-8b96-28e1eaf0056e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/quotas/91eaf4caa6ea457bafa7de7a1387851c HTTP/1.1" status: 200 len: 375 time: 0.0089786 Jul 21 21:06:10.991411 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-5ef600fb-b08f-41c5-9415-d0216a5c5b64 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433085 Jul 21 21:06:11.098304 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-416fb7e9-7cc7-4ad7-a1cf-fcf5ff6ca628 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 21:06:11.099287 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-416fb7e9-7cc7-4ad7-a1cf-fcf5ff6ca628 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0964527 Jul 21 21:06:11.191683 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-dafc762f-fff0-40eb-8822-308290f8d342 service neutron] 10.222.0.60 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857651 Jul 21 21:06:11.282353 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-c0c9e8d4-8ad5-497b-bab2-75cafdaadcdd service neutron] 10.222.0.60 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851784 Jul 21 21:06:11.585899 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e5f7b415-59da-4beb-b295-34f73facb2e0 req-e6a5c043-cc2a-4fcc-af39-773dbf5af959 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 210 time: 0.0300131 Jul 21 21:06:12.683732 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-95e279d6-929a-44ac-a0ac-a1c893a1a039 req-70612e75-cc71-4301-855d-c4bdcaa4678c tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 210 time: 0.0287325 Jul 21 21:06:12.963791 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca254-3109-4c7b-9904-b912633532e2 req-b2a8f2ed-4908-4e2d-ad48-4d1d0dcaec49 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:12.965096 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-b2a8f2ed-4908-4e2d-ad48-4d1d0dcaec49 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.73 "GET /v2.0/networks?id=6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 200 len: 809 time: 0.1037416 Jul 21 21:06:13.040343 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-e0fca6e9-e069-4c3a-8da2-bd6beae0cd47 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91eaf4caa6ea457bafa7de7a1387851c HTTP/1.1" status: 200 len: 379 time: 0.0574186 Jul 21 21:06:13.057981 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'port': {'device_id': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'admin_state_up': True, 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'security_groups': ['9d73ee2c-6a67-4c14-b933-e4af529dd034']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:06:13.166247 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Made reservation on behalf of 91eaf4caa6ea457bafa7de7a1387851c for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:06:13.170940 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:13.299858 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Allocated IP 172.20.0.4 (6e269719-65b6-4f5a-a60a-17796016ca87/b501cef0-f6e7-455f-8dfa-7063d0e7fa2d/6d6d5ecd-8d57-4f55-8259-b5e620742bac) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:06:13.328405 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:13.408574 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:13.440840 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:13.472510 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:13.513894 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Network 6e269719-65b6-4f5a-a60a-17796016ca87 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:06:13.518871 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:06:13.522804 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:06:13.546912 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:13.560943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.561233 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.561499 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.561829 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.562161 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.562512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.562800 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.563253 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.563485 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.563760 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.564170 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.564398 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.564710 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.565043 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.565351 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:13.587510 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:13.588160 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:13.605773 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-31831a9c-970d-4b14-bbb9-a4964bd5474d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589037 Jul 21 21:06:13.631071 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Request body: {'port': {'device_id': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:06:13.701067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:13.771749 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-696e5715-0c60-4068-8f66-76288eb26fde None None] Provisioning complete for port 6d6d5ecd-8d57-4f55-8259-b5e620742bac triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:06:13.772337 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-696e5715-0c60-4068-8f66-76288eb26fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:13.810893 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44becb0f-4dd4-4549-b690-a6b26b455478 req-3a38783a-c9e2-48e4-8a5b-4c6bffd00b9a tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:13.812842 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-696e5715-0c60-4068-8f66-76288eb26fde None None] Port 6d6d5ecd-8d57-4f55-8259-b5e620742bac cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:06:13.813233 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-44becb0f-4dd4-4549-b690-a6b26b455478 req-3a38783a-c9e2-48e4-8a5b-4c6bffd00b9a tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 931 time: 0.0581617 Jul 21 21:06:13.871541 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-44becb0f-4dd4-4549-b690-a6b26b455478 req-5ac6f1b0-9e17-4fc0-9f00-b469ed8a57ac tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520120 Jul 21 21:06:13.987494 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6d5ecd-8d57-4f55-8259-b5e620742bac {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:06:13.995918 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Publish callbacks [] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:14.008442 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Transition to ACTIVE for port object 6d6d5ecd-8d57-4f55-8259-b5e620742bac will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:06:14.011972 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:14.066723 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Pushing event updated for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:14.140017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Attempting to bind port 6d6d5ecd-8d57-4f55-8259-b5e620742bac on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:06:14.140356 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Attempting to bind port 6d6d5ecd-8d57-4f55-8259-b5e620742bac by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:06:14.140684 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Attempting to bind port 6d6d5ecd-8d57-4f55-8259-b5e620742bac on network 6e269719-65b6-4f5a-a60a-17796016ca87 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:06:14.145381 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Port 6d6d5ecd-8d57-4f55-8259-b5e620742bac on network 6e269719-65b6-4f5a-a60a-17796016ca87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:06:14.145698 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Attempting to bind port 6d6d5ecd-8d57-4f55-8259-b5e620742bac on network 6e269719-65b6-4f5a-a60a-17796016ca87 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:06:14.150728 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:06:14.151603 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Checking segment: {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:06:14.152229 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Bound using segment: {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:06:14.152711 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Bound port: 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082ad118-b515-4edf-afa5-32919371fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:06:14.153061 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:14.210550 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:14.214872 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:14.217916 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:06:14.221713 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:06:14.228510 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:14.269509 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:14.270122 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:14.271572 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] 10.222.0.73 "PUT /v2.0/ports/6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 1093 time: 0.6447589 Jul 21 21:06:14.272025 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:14.274273 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90174d1-c7f5-4e9f-bf3f-069d64d50339" -d '{"events": [{"name": "network-changed", "server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:14.297156 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059915bc-bb4d-4383-9769-785687ee9a0c service neutron] Pushing event updated for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:14.328105 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e78663d-dfec-4fa0-905b-8af7102643c0 x-openstack-request-id: req-1e78663d-dfec-4fa0-905b-8af7102643c0 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:14.328412 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:14.328665 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e78663d-dfec-4fa0-905b-8af7102643c0 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:14.329075 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e78663d-dfec-4fa0-905b-8af7102643c0'] response: {'name': 'network-changed', 'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'status': 'completed', 'code': 200} Jul 21 21:06:14.389385 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca254-3109-4c7b-9904-b912633532e2 req-dd78e4c2-ec7d-4019-9d2d-407ec71695c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:14.391111 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-dd78e4c2-ec7d-4019-9d2d-407ec71695c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1127 time: 0.0435133 Jul 21 21:06:14.439904 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-d6f10e6e-bf22-44f2-bb79-77415d5452c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 217 time: 0.0336356 Jul 21 21:06:14.491604 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca254-3109-4c7b-9904-b912633532e2 req-960a0691-3bd9-4ee8-877a-d78dd6473ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:14.493379 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-960a0691-3bd9-4ee8-877a-d78dd6473ad6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d HTTP/1.1" status: 200 len: 848 time: 0.0474665 Jul 21 21:06:14.537782 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca254-3109-4c7b-9904-b912633532e2 req-d23cef26-b9b0-4e33-af87-100dd323d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:14.539241 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-d23cef26-b9b0-4e33-af87-100dd323d3cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e269719-65b6-4f5a-a60a-17796016ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386813 Jul 21 21:06:14.628802 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-446c1e74-ca64-4a1f-874d-b763b15997ae service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814972 Jul 21 21:06:14.719766 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-294ca254-3109-4c7b-9904-b912633532e2 req-f09674f3-3569-445a-81b9-2919483c907f service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843015 Jul 21 21:06:14.987968 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5144f8f-42fe-4537-a7ef-de7c03b4476b req-e185a862-7f72-4416-a34f-91932f88a983 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:14.989429 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d5144f8f-42fe-4537-a7ef-de7c03b4476b req-e185a862-7f72-4416-a34f-91932f88a983 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0478680 Jul 21 21:06:15.038926 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-d5144f8f-42fe-4537-a7ef-de7c03b4476b req-1d87faf2-12b1-4c83-a7ad-8ce5a2371b82 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436065 Jul 21 21:06:15.879292 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-2376e90c-a4df-47b7-b815-37cd56f074b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:15.880781 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-2376e90c-a4df-47b7-b815-37cd56f074b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1127 time: 0.0394933 Jul 21 21:06:15.971640 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-5842fa74-3733-4604-bd44-176cbc989273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:15.973108 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-5842fa74-3733-4604-bd44-176cbc989273 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 200 len: 910 time: 0.0865624 Jul 21 21:06:16.011185 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-3a8199d7-27cf-44f7-86e9-4f9da63a9eec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 217 time: 0.0312705 Jul 21 21:06:16.057806 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-7259de24-c5c5-4f15-a435-1653a2f157b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:16.059219 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-7259de24-c5c5-4f15-a435-1653a2f157b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d HTTP/1.1" status: 200 len: 848 time: 0.0423036 Jul 21 21:06:16.111633 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-2beea946-59a0-464d-945d-8fe34f2900aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:16.113135 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-2beea946-59a0-464d-945d-8fe34f2900aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e269719-65b6-4f5a-a60a-17796016ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466676 Jul 21 21:06:16.205561 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e56674-4cd8-4506-97b2-39a5155dca31 req-9c5aee08-846f-451c-a3d2-5f57a95f09d8 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:16.206923 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3e56674-4cd8-4506-97b2-39a5155dca31 req-9c5aee08-846f-451c-a3d2-5f57a95f09d8 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0976207 Jul 21 21:06:16.259182 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-0d6adc85-becb-4e30-9150-9af47cfa6642 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382825 Jul 21 21:06:16.294934 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3e56674-4cd8-4506-97b2-39a5155dca31 req-337bde8d-6a8d-40fd-a6d0-6d33582521e7 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823152 Jul 21 21:06:16.360681 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b90174d1-c7f5-4e9f-bf3f-069d64d50339 req-0e2d407e-3da0-40f1-bf42-99b7cc8c65f9 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949559 Jul 21 21:06:17.412614 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29a62-aa4b-4719-8fb6-c3e6545fe880 req-f9b3fadc-3b2f-4310-961f-d9a13ea8f11d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:17.414137 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e7d29a62-aa4b-4719-8fb6-c3e6545fe880 req-f9b3fadc-3b2f-4310-961f-d9a13ea8f11d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0515552 Jul 21 21:06:17.463431 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e7d29a62-aa4b-4719-8fb6-c3e6545fe880 req-a4b63844-99e0-450c-bfdd-20145f1846a5 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432434 Jul 21 21:06:18.583265 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3f9d4-2813-4864-b8bf-7c1c5b51f565 req-274c3dfc-ba88-4bdf-a27c-290f85333f7f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:18.584742 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5bf3f9d4-2813-4864-b8bf-7c1c5b51f565 req-274c3dfc-ba88-4bdf-a27c-290f85333f7f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0510657 Jul 21 21:06:18.602520 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:18.609348 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:18.634571 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-5bf3f9d4-2813-4864-b8bf-7c1c5b51f565 req-d01017be-f20d-4342-b843-6b4ec494983e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442951 Jul 21 21:06:19.746718 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aed04b-432b-4316-aee9-b9d730b7f52e req-03099f9d-9197-41a5-bacd-404762d31ae8 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:19.748180 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-06aed04b-432b-4316-aee9-b9d730b7f52e req-03099f9d-9197-41a5-bacd-404762d31ae8 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0465055 Jul 21 21:06:19.796130 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-06aed04b-432b-4316-aee9-b9d730b7f52e req-1b353c1d-ee25-494a-b2bd-935280ba0174 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 Jul 21 21:06:20.913116 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717e00a-4813-40fa-aac8-02c712a6ab1b req-24917b7c-c3d9-4060-a2f6-bc870d438af4 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:20.914581 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f717e00a-4813-40fa-aac8-02c712a6ab1b req-24917b7c-c3d9-4060-a2f6-bc870d438af4 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0472302 Jul 21 21:06:20.946341 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:20.965929 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f717e00a-4813-40fa-aac8-02c712a6ab1b req-4ff5a847-438d-4d21-bda2-69db55f6e972 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459559 Jul 21 21:06:21.105358 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60102) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:21.364404 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Deleting port 6f2b048a-5792-4615-a160-0d328112257b {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:21.364651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (6f2b048a-5792-4615-a160-0d328112257b), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:21.441618 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (6f2b048a-5792-4615-a160-0d328112257b), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:21.441936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (6f2b048a-5792-4615-a160-0d328112257b), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:21.453485 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Calling delete_port for 6f2b048a-5792-4615-a160-0d328112257b owned by network:floatingip {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:21.864321 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (6f2b048a-5792-4615-a160-0d328112257b), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:21.888004 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event deleted for resources: {'Port': ['ID=6f2b048a-5792-4615-a160-0d328112257b,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:21.950322 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (6f0ad040-5402-4e24-b244-e6d51c6c7e81), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:21.951032 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Floating IP 6f0ad040-5402-4e24-b244-e6d51c6c7e81 disassociated (deleted). External IP: 172.27.3.250, port: ef105c38-7ca3-4dca-bf85-93202680ca37. Jul 21 21:06:22.084900 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e69670-0878-4439-8b1a-a648855c1b91 req-d1fbb269-4b81-491f-9c2b-8d319b951243 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:22.086712 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e8e69670-0878-4439-8b1a-a648855c1b91 req-d1fbb269-4b81-491f-9c2b-8d319b951243 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0494130 Jul 21 21:06:22.143006 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e8e69670-0878-4439-8b1a-a648855c1b91 req-1508e598-83ae-4d25-93ca-6cf75c0e466d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482037 Jul 21 21:06:22.152835 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:06:22.156213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:22.253521 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:22.261067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:06:22.265808 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:22.270448 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:06:22.280297 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:22.280923 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:22.297165 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-fc114117-1a93-4163-b35d-189a5806e2dd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "DELETE /v2.0/floatingips/6f0ad040-5402-4e24-b244-e6d51c6c7e81 HTTP/1.1" status: 204 len: 168 time: 1.1907341 Jul 21 21:06:22.297695 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:22.299986 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf8a96f-68d4-4b98-bbd8-1414472e540b" -d '{"events": [{"name": "network-changed", "server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:22.356214 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e397d69-cecb-4816-bfd1-820580bd64d7 x-openstack-request-id: req-7e397d69-cecb-4816-bfd1-820580bd64d7 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:22.356572 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:22.356912 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e397d69-cecb-4816-bfd1-820580bd64d7 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:22.357387 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e397d69-cecb-4816-bfd1-820580bd64d7'] response: {'name': 'network-changed', 'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'status': 'completed', 'code': 200} Jul 21 21:06:22.464479 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-e3fd02f8-0030-48a4-bfb2-8e57fe10d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:22.466127 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-e3fd02f8-0030-48a4-bfb2-8e57fe10d993 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 1130 time: 0.0534704 Jul 21 21:06:22.528144 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:22.558334 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca74fd7-0849-446a-924a-12ed644904bf req-9d9d90fa-16f8-4bb0-a59c-efa471851d22 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:22.559842 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2ca74fd7-0849-446a-924a-12ed644904bf req-9d9d90fa-16f8-4bb0-a59c-efa471851d22 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 946 time: 0.0481648 Jul 21 21:06:22.613104 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2ca74fd7-0849-446a-924a-12ed644904bf req-5b69675c-aa6e-4776-b68d-baaae12c253f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476656 Jul 21 21:06:22.742564 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:25Z', 'revision_number': 1, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:22.770655 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:06:22.778897 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:22.779506 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:22.879861 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:23.082812 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:25Z', 'revision_number': 1, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:23.108359 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883b078-46c0-4167-bcca-e06bb0b2a0c1 None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': 'dced8807-31aa-4ef3-be1f-e682d767eb96', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'port_id': '09c78425-8076-4365-905c-544aaead3728', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'mac_address': 'fa:16:3e:b9:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:01:23Z', 'updated_at': '2022-07-21T21:01:25Z', 'revision_number': 1, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:06:23.262914 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ef4f-6622-4b23-80f5-08b014f37a76 req-a11049d5-495d-445d-8a55-b2be472b082f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:23.264481 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6d75ef4f-6622-4b23-80f5-08b014f37a76 req-a11049d5-495d-445d-8a55-b2be472b082f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0513222 Jul 21 21:06:23.275494 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:06:23.316479 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6d75ef4f-6622-4b23-80f5-08b014f37a76 req-eac0c709-c0e6-4eef-ab9b-57074d8238e1 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460181 Jul 21 21:06:23.340461 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b268a3-1756-43d3-8fea-b39405b34e85 None None] New status for floating IP 6f0ad040-5402-4e24-b244-e6d51c6c7e81: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:06:23.733358 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1a56-0c0b-42be-8141-d24502a7a14d req-a950c084-70e6-48d1-8265-eeb75089f219 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:23.734895 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e7f1a56-0c0b-42be-8141-d24502a7a14d req-a950c084-70e6-48d1-8265-eeb75089f219 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 946 time: 0.0506854 Jul 21 21:06:23.761336 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-40710e97-6e99-425b-ad55-00cf3e6fdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:23.762851 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-40710e97-6e99-425b-ad55-00cf3e6fdf1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.0949762 Jul 21 21:06:23.786649 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6e7f1a56-0c0b-42be-8141-d24502a7a14d req-6cc673a8-89e3-4e74-9dbf-ff4775ac10fd tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460765 Jul 21 21:06:23.904622 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 6d6d5ecd-8d57-4f55-8259-b5e620742bac details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:06:23.910321 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:23.925004 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:24.009743 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:24.021589 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'port_id': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'mac_address': 'fa:16:3e:64:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:06:24.056291 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 6d6d5ecd-8d57-4f55-8259-b5e620742bac is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:06:24.056677 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:24.072655 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6d5ecd-8d57-4f55-8259-b5e620742bac {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:06:24.092910 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:24.096543 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:24.142970 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:24.150075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.150431 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.151457 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.151737 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.152196 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.152537 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.152872 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.153203 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.153536 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.153869 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.154201 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.154530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.154920 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.155188 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.155512 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:24.280039 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-ab19d8d0-574e-44ea-b23f-336ba9cce223 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef105c38-7ca3-4dca-bf85-93202680ca37 HTTP/1.1" status: 200 len: 217 time: 0.0333419 Jul 21 21:06:24.433740 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36063a9f-ea3f-47d1-aec6-64203fb85d2b req-2a26f301-c2ee-4aea-aea5-eac5d6f5f2b1 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:24.435163 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-36063a9f-ea3f-47d1-aec6-64203fb85d2b req-2a26f301-c2ee-4aea-aea5-eac5d6f5f2b1 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 944 time: 0.0478401 Jul 21 21:06:24.484980 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-36063a9f-ea3f-47d1-aec6-64203fb85d2b req-58e1a31e-4fc4-49ef-85d6-781fb2c31d89 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 Jul 21 21:06:24.580010 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-b152673e-4df1-44bd-b5d7-07c9ea90293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:24.581461 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-b152673e-4df1-44bd-b5d7-07c9ea90293d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0495434 Jul 21 21:06:24.706220 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-1b63194c-cb79-42b0-be33-32b999e4ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:24.707654 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-1b63194c-cb79-42b0-be33-32b999e4ede6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392623 Jul 21 21:06:24.757382 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['6d6d5ecd-8d57-4f55-8259-b5e620742bac'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:06:24.906640 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bfe57-58a4-4d44-8d2d-224ca7ed0ec8 req-e19fcf53-0a4a-4e2a-868a-a904ffa54c9f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:24.908137 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b8bfe57-58a4-4d44-8d2d-224ca7ed0ec8 req-e19fcf53-0a4a-4e2a-868a-a904ffa54c9f tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 946 time: 0.0533149 Jul 21 21:06:24.956872 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-4b8bfe57-58a4-4d44-8d2d-224ca7ed0ec8 req-07384414-c771-4f3d-8d88-f75ab9915c7a tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Jul 21 21:06:25.130994 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9606de5-56f5-4465-9657-38ed183645b4 req-d0c874cc-1325-455b-af1f-5b7a3a6efc45 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:25.132455 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b9606de5-56f5-4465-9657-38ed183645b4 req-d0c874cc-1325-455b-af1f-5b7a3a6efc45 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 946 time: 0.0885930 Jul 21 21:06:25.193768 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-a4761037-5338-4116-b23b-24f20ecbb7c9 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577909 Jul 21 21:06:25.287787 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Deleting port ef105c38-7ca3-4dca-bf85-93202680ca37 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:25.288462 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:25.377407 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dcf8a96f-68d4-4b98-bbd8-1414472e540b req-45517db8-71e5-4386-a817-df24e29ecd48 service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761947 Jul 21 21:06:25.400687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] For port ef105c38-7ca3-4dca-bf85-93202680ca37, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ef105c38-7ca3-4dca-bf85-93202680ca37,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:25.401166 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:25.416195 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Calling delete_port for ef105c38-7ca3-4dca-bf85-93202680ca37 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:25.427298 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:25.489353 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:25.550767 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (ef105c38-7ca3-4dca-bf85-93202680ca37), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:25.591761 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event deleted for resources: {'Port': ['ID=ef105c38-7ca3-4dca-bf85-93202680ca37,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:25.652214 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73028f79-538d-435d-bc75-959fc4f4a823 req-67ed534f-fc4c-4c15-bbef-32cc8dee1e9e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:25.653684 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-73028f79-538d-435d-bc75-959fc4f4a823 req-67ed534f-fc4c-4c15-bbef-32cc8dee1e9e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 944 time: 0.0942760 Jul 21 21:06:25.674578 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] No DVR routers for this DVR port ef105c38-7ca3-4dca-bf85-93202680ca37 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:06:25.677690 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:25.680933 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b9606de5-56f5-4465-9657-38ed183645b4 req-ce65f5fa-254c-4472-a07a-5a670d82cefc tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "DELETE /v2.0/ports/ef105c38-7ca3-4dca-bf85-93202680ca37 HTTP/1.1" status: 204 len: 173 time: 0.5411863 Jul 21 21:06:25.681363 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'name': 'network-vif-deleted', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:25.683676 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde805ec-cf2c-4a2a-b6f2-451212307153" -d '{"events": [{"server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "name": "network-vif-deleted", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:25.722158 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e41502-c2ef-4fb4-bf82-a2aaa113de05 x-openstack-request-id: req-82e41502-c2ef-4fb4-bf82-a2aaa113de05 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:25.722457 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ea1535-d7da-47de-b2e3-dec03f1b4eea", "name": "network-vif-deleted", "tag": "ef105c38-7ca3-4dca-bf85-93202680ca37", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:25.722709 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82e41502-c2ef-4fb4-bf82-a2aaa113de05 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:25.723165 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e41502-c2ef-4fb4-bf82-a2aaa113de05'] response: {'server_uuid': '73ea1535-d7da-47de-b2e3-dec03f1b4eea', 'name': 'network-vif-deleted', 'tag': 'ef105c38-7ca3-4dca-bf85-93202680ca37', 'status': 'completed', 'code': 200} Jul 21 21:06:25.728417 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-73028f79-538d-435d-bc75-959fc4f4a823 req-aa391a90-c225-41d6-8c09-32746591bebf tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598218 Jul 21 21:06:25.906594 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 6d6d5ecd-8d57-4f55-8259-b5e620742bac up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:06:25.951540 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 6d6d5ecd-8d57-4f55-8259-b5e620742bac completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:06:25.957909 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 6d6d5ecd-8d57-4f55-8259-b5e620742bac triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:06:25.958313 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:26.044821 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 6d6d5ecd-8d57-4f55-8259-b5e620742bac is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:06:26.045213 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:26.068652 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bffc720c-47bd-4e88-8c8a-8010c69aaca0 req-b9302b5e-1386-410e-8f66-4a040ae75b0e tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ea1535-d7da-47de-b2e3-dec03f1b4eea HTTP/1.1" status: 200 len: 210 time: 0.0359819 Jul 21 21:06:26.071175 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:26.073483 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133eb281-c3ce-4886-8e39-56008660c825" -d '{"events": [{"server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:26.108013 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:26.114510 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:26.123105 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285e722d-db84-4c6b-bf29-c72440beaf2e x-openstack-request-id: req-285e722d-db84-4c6b-bf29-c72440beaf2e {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:26.123464 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:26.123803 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-285e722d-db84-4c6b-bf29-c72440beaf2e {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:26.124255 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285e722d-db84-4c6b-bf29-c72440beaf2e'] response: {'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'code': 200} Jul 21 21:06:26.165640 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:26.631975 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e557ce2-e6cb-4aea-bc46-6f154cc746a4 req-f0416582-f0e2-40c9-ae79-f850a022b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:26.633500 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e557ce2-e6cb-4aea-bc46-6f154cc746a4 req-f0416582-f0e2-40c9-ae79-f850a022b327 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1129 time: 0.0434105 Jul 21 21:06:26.688429 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-1e557ce2-e6cb-4aea-bc46-6f154cc746a4 req-f01bc74c-30df-4950-8697-4768cfdf8280 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447333 Jul 21 21:06:26.841087 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcded53-1e82-45d3-a3bd-1d73f05217b0 req-396e72a0-843a-4350-9fb2-b437466ec1d7 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:26.842581 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8bcded53-1e82-45d3-a3bd-1d73f05217b0 req-396e72a0-843a-4350-9fb2-b437466ec1d7 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0467622 Jul 21 21:06:26.891979 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8bcded53-1e82-45d3-a3bd-1d73f05217b0 req-68c7fa55-6cb4-49d8-834c-d2af9e8f30b6 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439935 Jul 21 21:06:27.919265 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device ef105c38-7ca3-4dca-bf85-93202680ca37 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:06:27.939335 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: ef105c38-7ca3-4dca-bf85-93202680ca37 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:06:27.939692 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device ef105c38-7ca3-4dca-bf85-93202680ca37 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:06:28.013883 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a4619-757d-4d44-8157-83e6fae926e7 req-faab34c4-4f62-411f-8bd3-4eaa3ffa4734 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:28.015394 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-eb2a4619-757d-4d44-8157-83e6fae926e7 req-faab34c4-4f62-411f-8bd3-4eaa3ffa4734 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0523472 Jul 21 21:06:28.063159 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-5cd969ce-1eba-4c68-8358-bf7999652102 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416989 Jul 21 21:06:28.065612 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-eb2a4619-757d-4d44-8157-83e6fae926e7 req-d6d1fadd-a3e6-484b-bb3f-5d438d6f15ac tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447655 Jul 21 21:06:28.181031 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-9c29c409-b34b-4e2a-9f45-af195cce5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:28.183064 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-9c29c409-b34b-4e2a-9f45-af195cce5b6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1168 time: 0.0447340 Jul 21 21:06:28.294137 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-44f1ad97-a841-4aaa-b216-c2773a46fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:28.295634 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-44f1ad97-a841-4aaa-b216-c2773a46fb81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 916 time: 0.0921125 Jul 21 21:06:28.919794 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-8c8d004b-d3bb-4e4b-810a-f24c1ad4ca6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 1000 time: 0.0571637 Jul 21 21:06:29.017547 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-6e25e1d6-4bca-43c7-b510-b9453c4a8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:29.019052 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-6e25e1d6-4bca-43c7-b510-b9453c4a8e01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 200 len: 854 time: 0.0478029 Jul 21 21:06:29.063455 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-d8e8ae1a-b45b-427d-980e-7d19177d19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:29.064905 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-d8e8ae1a-b45b-427d-980e-7d19177d19a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9e613c3-ca46-4d37-87a4-434109b70a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387127 Jul 21 21:06:29.191694 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-b15c37a5-d788-48ee-a4fb-187a4871653f service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203780 Jul 21 21:06:29.197730 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e16eb-a2c0-4149-bd76-fcd95299009e req-3e6e595f-c15d-4bd0-997f-99faa3919900 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:29.199129 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e2e16eb-a2c0-4149-bd76-fcd95299009e req-3e6e595f-c15d-4bd0-997f-99faa3919900 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0644596 Jul 21 21:06:29.283630 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:29.309915 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6e2e16eb-a2c0-4149-bd76-fcd95299009e req-6f590d5c-55d0-4349-a1f8-efb8e8585419 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026440 Jul 21 21:06:29.327692 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b3ec3fc0-4680-44ab-8f65-eaf925f582b0 req-c4b84f92-a1dd-4ed9-8b59-d9998a69b384 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275899 Jul 21 21:06:29.363825 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60156) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:29.427053 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87355e-ae16-4d90-8e12-bce0e4d3cfe6 req-23fb719d-a52f-45a9-b085-e4ee8eda11b6 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:29.428594 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5e87355e-ae16-4d90-8e12-bce0e4d3cfe6 req-23fb719d-a52f-45a9-b085-e4ee8eda11b6 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0489583 Jul 21 21:06:29.455292 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:29.479482 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-5e87355e-ae16-4d90-8e12-bce0e4d3cfe6 req-2f340474-e905-4d29-879d-b63a122e97ba tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451934 Jul 21 21:06:29.501449 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60158) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:29.510769 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Deleting port 424c15b0-c5e2-4bd9-993a-daef5f3cc9a1 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:29.511111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.514530 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:29.555593 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:29.587024 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36565915-a358-4dbd-b45a-18a69c126e33 tempest-TestShelveInstance-795089788 tempest-TestShelveInstance-795089788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:29.588726 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-36565915-a358-4dbd-b45a-18a69c126e33 tempest-TestShelveInstance-795089788 tempest-TestShelveInstance-795089788-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1124 time: 0.0862956 Jul 21 21:06:29.591969 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.592302 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.592462 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60162) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:29.596745 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'port_id': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:06:29.604476 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Calling delete_port for 424c15b0-c5e2-4bd9-993a-daef5f3cc9a1 owned by network:floatingip {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:29.618363 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.697922 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.753210 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (424c15b0-c5e2-4bd9-993a-daef5f3cc9a1), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.778278 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event deleted for resources: {'Port': ['ID=424c15b0-c5e2-4bd9-993a-daef5f3cc9a1,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:29.813984 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Allocated IP 172.27.3.17 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/fbdd1c71-bfde-4de3-b9ec-090f69cad0b6) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:06:29.839347 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (dced8807-31aa-4ef3-be1f-e682d767eb96), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.839607 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Floating IP dced8807-31aa-4ef3-be1f-e682d767eb96 disassociated (deleted). External IP: 172.27.3.100, port: 09c78425-8076-4365-905c-544aaead3728. Jul 21 21:06:29.916841 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for port (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.949622 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:29.991139 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:06:29.997949 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:06:30.002849 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:06:30.024160 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'Port': ['ID=fbdd1c71-bfde-4de3-b9ec-090f69cad0b6,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:30.036644 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.036995 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.037344 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.037683 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.038022 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.038352 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.038680 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.039008 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.039332 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.039655 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.040007 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.040333 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.040658 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.040977 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.041301 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:06:30.042022 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:06:30.136381 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:30.150574 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:06:30.155790 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:30.161156 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:06:30.164968 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:30.175790 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:30.176555 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:30.189766 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a7d3dfa6-711b-4129-a4fc-ce824ab7aa83 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "DELETE /v2.0/floatingips/dced8807-31aa-4ef3-be1f-e682d767eb96 HTTP/1.1" status: 204 len: 168 time: 0.8225162 Jul 21 21:06:30.189766 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'tag': '09c78425-8076-4365-905c-544aaead3728'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:30.190430 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e42d4c-686e-45e8-8e63-ddbd5a04f608" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "tag": "09c78425-8076-4365-905c-544aaead3728"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:30.220070 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:30.230497 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c4225e-066a-442e-98eb-a2d8a35ad386 x-openstack-request-id: req-26c4225e-066a-442e-98eb-a2d8a35ad386 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:30.231637 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "tag": "09c78425-8076-4365-905c-544aaead3728", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:30.232326 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26c4225e-066a-442e-98eb-a2d8a35ad386 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:30.232922 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c4225e-066a-442e-98eb-a2d8a35ad386'] response: {'name': 'network-changed', 'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'tag': '09c78425-8076-4365-905c-544aaead3728', 'status': 'completed', 'code': 200} Jul 21 21:06:30.303013 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:30.326776 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-a85362bc-19e8-4bb4-af72-02dbfbb49d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:30.329263 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-a85362bc-19e8-4bb4-af72-02dbfbb49d52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 1130 time: 0.0504458 Jul 21 21:06:30.336193 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:30.440257 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for floatingip (0c6e9be1-a449-43aa-ab06-2367e2b04288), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:30.463580 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:30.482490 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae49b5-8389-4270-99e6-b6122f08a9b8 req-e6374e65-7cad-4fab-8497-4f1b12c4af5c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:30.484015 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-efae49b5-8389-4270-99e6-b6122f08a9b8 req-e6374e65-7cad-4fab-8497-4f1b12c4af5c tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 946 time: 0.0776880 Jul 21 21:06:30.507295 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:30.533031 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:06:30.542298 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:30.542920 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:30.556632 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:30.587949 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-efae49b5-8389-4270-99e6-b6122f08a9b8 req-16693f5d-0ae7-4d27-bcd8-77f2b2789fd9 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961442 Jul 21 21:06:30.634024 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-bead2f64-3969-4118-a7f4-cf7b8a260ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:30.636214 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-bead2f64-3969-4118-a7f4-cf7b8a260ece service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 200 len: 912 time: 0.1134624 Jul 21 21:06:30.656063 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:30.682899 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-2dc70a71-3f98-488b-bd3a-00b68ded7cd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09c78425-8076-4365-905c-544aaead3728 HTTP/1.1" status: 200 len: 217 time: 0.0358977 Jul 21 21:06:30.722327 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for port (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:30.727419 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:30.736392 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-2b851986-19b6-460d-9055-d71de227bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:30.738510 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-2b851986-19b6-460d-9055-d71de227bb87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 200 len: 850 time: 0.0495069 Jul 21 21:06:30.801793 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event updated for resources: {'Port': ['ID=fbdd1c71-bfde-4de3-b9ec-090f69cad0b6,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:30.812111 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (0c6e9be1-a449-43aa-ab06-2367e2b04288), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:30.867096 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:30.877682 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-44d8ae8d-52d6-4520-807b-3602299ff570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:30.879225 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-44d8ae8d-52d6-4520-807b-3602299ff570 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b6565cd-3bec-4ff7-8320-fd7b78910885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486004 Jul 21 21:06:30.917425 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Floating IP 0c6e9be1-a449-43aa-ab06-2367e2b04288 associated. External IP: 172.27.3.17, port: 6d6d5ecd-8d57-4f55-8259-b5e620742bac. Jul 21 21:06:30.986843 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:31.012466 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe16a2-0468-43fe-99ff-dd993a9ad981 None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T20:56:10Z', 'revision_number': 4, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '1365111f-1987-4eb5-bf57-44c8af3bf62a', 'name': '', 'network_id': '4b6565cd-3bec-4ff7-8320-fd7b78910885', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'mac_address': 'fa:16:3e:02:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:09Z', 'updated_at': '2022-07-21T20:56:15Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'subnets': [{'id': '5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:06:31.123166 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:06:31.125505 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:31.181353 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8f94ce80-eddf-4108-abdb-09e869a117d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:31.231510 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-8c04225f-b8d8-4554-baaf-bdb5a59976ff service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994134 Jul 21 21:06:31.244474 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:06:31.251820 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a8402-214b-409e-8c47-89b22a8a4b65 None None] New status for floating IP dced8807-31aa-4ef3-be1f-e682d767eb96: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:06:31.254330 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] Sync routers for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:06:31.262995 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:31.271330 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:31.271999 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:31.303771 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c56b8fc8-8613-418c-a1e7-6e6b23da05e0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7075665 Jul 21 21:06:31.303771 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:31.304146 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:31.381851 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c83f38-13b6-446a-b9be-8239501738c3 req-509432ad-f10c-4001-ad04-91160939dcab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:31.382369 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:31.383631 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-10c83f38-13b6-446a-b9be-8239501738c3 req-509432ad-f10c-4001-ad04-91160939dcab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 946 time: 0.1162300 Jul 21 21:06:31.418395 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836ec02d-af96-49cd-afce-bcf0b0679544 x-openstack-request-id: req-836ec02d-af96-49cd-afce-bcf0b0679544 {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:31.418839 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:31.419107 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-836ec02d-af96-49cd-afce-bcf0b0679544 {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:31.419524 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836ec02d-af96-49cd-afce-bcf0b0679544'] response: {'name': 'network-changed', 'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'status': 'completed', 'code': 200} Jul 21 21:06:31.460999 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-67e42d4c-686e-45e8-8e63-ddbd5a04f608 req-9caf459b-2bb8-46e3-b790-b9f0ec788f3d service neutron] 10.222.0.73 "GET /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839843 Jul 21 21:06:31.532019 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Deleting port 09c78425-8076-4365-905c-544aaead3728 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:31.532366 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (09c78425-8076-4365-905c-544aaead3728), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:31.559643 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-5383756c-7183-49a2-9eec-34bbc16bd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:31.559943 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:31.561382 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-5383756c-7183-49a2-9eec-34bbc16bd92d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1129 time: 0.0741692 Jul 21 21:06:31.632614 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '0c6e9be1-a449-43aa-ab06-2367e2b04288', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'port_id': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'mac_address': 'fa:16:3e:64:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:06:30Z', 'updated_at': '2022-07-21T21:06:30Z', 'revision_number': 0, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 5, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:31.659979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] Checking router: 8d6da2fc-9f9b-4654-b042-2dd0769fe847 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:06:31.668736 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:31.669525 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:31.693535 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] For port 09c78425-8076-4365-905c-544aaead3728, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=09c78425-8076-4365-905c-544aaead3728,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:31.693975 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (09c78425-8076-4365-905c-544aaead3728), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:31.719501 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Calling delete_port for 09c78425-8076-4365-905c-544aaead3728 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:31.732504 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-630103fb-19b2-4e00-9144-6d35768683b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:31.734009 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-630103fb-19b2-4e00-9144-6d35768683b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 200 len: 910 time: 0.1669109 Jul 21 21:06:31.756881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:31.782985 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:31.847247 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:31.855479 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-460a8a0b-fb79-4840-a303-3b5a047359ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 998 time: 0.0881226 Jul 21 21:06:31.938517 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-44523110-36ef-4793-a8e7-c237656d9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:31.940108 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-44523110-36ef-4793-a8e7-c237656d9e90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d HTTP/1.1" status: 200 len: 848 time: 0.0737059 Jul 21 21:06:31.977005 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0f7e4-7f7e-4e04-b8b3-1ffc532eab16 req-fd1ab875-d013-45b4-bc20-3d570a988d86 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:31.978591 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-92c0f7e4-7f7e-4e04-b8b3-1ffc532eab16 req-fd1ab875-d013-45b4-bc20-3d570a988d86 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1a51f4-55bb-4e9b-9f33-05c4013f32e2 HTTP/1.1" status: 200 len: 946 time: 0.3139567 Jul 21 21:06:32.000945 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (09c78425-8076-4365-905c-544aaead3728), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:32.032282 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-e57f35d0-4964-4689-afd2-f503870cfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:32.033772 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-e57f35d0-4964-4689-afd2-f503870cfb48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e269719-65b6-4f5a-a60a-17796016ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849314 Jul 21 21:06:32.036951 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event deleted for resources: {'Port': ['ID=09c78425-8076-4365-905c-544aaead3728,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:32.041995 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '0c6e9be1-a449-43aa-ab06-2367e2b04288', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'port_id': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'mac_address': 'fa:16:3e:64:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:06:30Z', 'updated_at': '2022-07-21T21:06:30Z', 'revision_number': 0, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 5, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:32.044827 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-92c0f7e4-7f7e-4e04-b8b3-1ffc532eab16 req-2e5895db-2c5a-4b9e-91ed-34382106f83a tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "GET /v2.0/security-groups?id=c43665a5-5bbd-4b45-95d9-b25f2d756f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561028 Jul 21 21:06:32.072325 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c8987-5010-4cb6-9838-ee126570cd5a None None] The sync data for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi is: [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '0c6e9be1-a449-43aa-ab06-2367e2b04288', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'port_id': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'mac_address': 'fa:16:3e:64:d3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:06:30Z', 'updated_at': '2022-07-21T21:06:30Z', 'revision_number': 0, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 5, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:06:32.102813 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] No DVR routers for this DVR port 09c78425-8076-4365-905c-544aaead3728 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:06:32.107127 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:32.110582 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-10c83f38-13b6-446a-b9be-8239501738c3 req-07c4192b-0fd9-4346-a701-84e1db772e41 tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.73 "DELETE /v2.0/ports/09c78425-8076-4365-905c-544aaead3728 HTTP/1.1" status: 204 len: 173 time: 0.7205510 Jul 21 21:06:32.158296 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:32.176199 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-35c6b26f-6200-42a8-adfe-ef7f38efaae0 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329141 Jul 21 21:06:32.238627 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'name': 'network-vif-deleted', 'tag': '09c78425-8076-4365-905c-544aaead3728'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:32.240480 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca549173-097c-46ea-93c1-dfc8443a02ba" -d '{"events": [{"server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "name": "network-vif-deleted", "tag": "09c78425-8076-4365-905c-544aaead3728"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:32.278452 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3c08abf9-b378-4ced-9a3a-b2d0f9fbd5e9 req-a89b900a-d41e-421f-a6c3-a28dcbd13fcd service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961189 Jul 21 21:06:32.280489 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dafdf5-c6a5-420f-b8d6-75f7c0ca1719 x-openstack-request-id: req-47dafdf5-c6a5-420f-b8d6-75f7c0ca1719 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:32.280850 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1a51f4-55bb-4e9b-9f33-05c4013f32e2", "name": "network-vif-deleted", "tag": "09c78425-8076-4365-905c-544aaead3728", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:32.281177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47dafdf5-c6a5-420f-b8d6-75f7c0ca1719 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:32.281639 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dafdf5-c6a5-420f-b8d6-75f7c0ca1719'] response: {'server_uuid': '4c1a51f4-55bb-4e9b-9f33-05c4013f32e2', 'name': 'network-vif-deleted', 'tag': '09c78425-8076-4365-905c-544aaead3728', 'status': 'completed', 'code': 200} Jul 21 21:06:32.299472 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14db4f1-eec0-44ff-858e-15dd6e56ed15 None None] New status for floating IP 0c6e9be1-a449-43aa-ab06-2367e2b04288: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:06:33.112402 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60184) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:33.472704 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Deleting port 2d5b6133-b772-468c-93a3-754ec0429734 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:33.473396 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (2d5b6133-b772-468c-93a3-754ec0429734), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:33.550242 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (2d5b6133-b772-468c-93a3-754ec0429734), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:33.550569 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (2d5b6133-b772-468c-93a3-754ec0429734), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:33.563067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Calling delete_port for 2d5b6133-b772-468c-93a3-754ec0429734 owned by network:floatingip {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:33.692456 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (2d5b6133-b772-468c-93a3-754ec0429734), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:33.717254 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event deleted for resources: {'Port': ['ID=2d5b6133-b772-468c-93a3-754ec0429734,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:33.764657 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:33.781806 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for floatingip (006e2cf0-e10b-44f8-86be-26174a194174), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:33.784362 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:33.785495 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-921c7bb3-91e5-45e7-810d-b0c4c499a75d tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "DELETE /v2.0/floatingips/006e2cf0-e10b-44f8-86be-26174a194174 HTTP/1.1" status: 204 len: 168 time: 0.6725924 Jul 21 21:06:33.899028 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 09c78425-8076-4365-905c-544aaead3728 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:06:33.919208 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 09c78425-8076-4365-905c-544aaead3728 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:06:33.919574 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 09c78425-8076-4365-905c-544aaead3728 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:06:34.086177 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e333be79-f716-4007-b0f5-106c2f8cba34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:34.988354 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60196) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:35.046683 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5b85-e3be-4741-9aba-129572827dab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group (c43665a5-5bbd-4b45-95d9-b25f2d756f6a), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:35.071687 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5b85-e3be-4741-9aba-129572827dab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group (c43665a5-5bbd-4b45-95d9-b25f2d756f6a), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:35.132729 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5b85-e3be-4741-9aba-129572827dab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (c43665a5-5bbd-4b45-95d9-b25f2d756f6a), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:35.135288 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5b85-e3be-4741-9aba-129572827dab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:35.136461 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-bc7c5b85-e3be-4741-9aba-129572827dab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] 10.222.0.60 "DELETE /v2.0/security-groups/c43665a5-5bbd-4b45-95d9-b25f2d756f6a HTTP/1.1" status: 204 len: 168 time: 0.1471131 Jul 21 21:06:35.145897 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c5b85-e3be-4741-9aba-129572827dab tempest-TestVolumeBootPattern-289690432 tempest-TestVolumeBootPattern-289690432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43665a5-5bbd-4b45-95d9-b25f2d756f6a,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:35.194722 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60200) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:35.527173 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:35.617090 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (39a22473-49de-47e2-98f1-dcce1463f7a6), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:35.842238 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Deleting port 1365111f-1987-4eb5-bf57-44c8af3bf62a {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:35.842682 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:35.920827 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] For port 1365111f-1987-4eb5-bf57-44c8af3bf62a, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=1365111f-1987-4eb5-bf57-44c8af3bf62a,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:35.921186 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:35.934115 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Calling delete_port for 1365111f-1987-4eb5-bf57-44c8af3bf62a owned by network:router_interface {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:36.001046 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:36.116927 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (1365111f-1987-4eb5-bf57-44c8af3bf62a), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:36.140151 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1365111f-1987-4eb5-bf57-44c8af3bf62a,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:36.251046 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:36.316584 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (39a22473-49de-47e2-98f1-dcce1463f7a6), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:36.330117 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:36.525797 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Router 39a22473-49de-47e2-98f1-dcce1463f7a6 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:06:36.627602 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:06:36.634084 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-ca0bf7bd-4264-4ae3-8e0f-23aeb0b07e6a admin admin] 10.222.0.60 "PUT /v2.0/routers/39a22473-49de-47e2-98f1-dcce1463f7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370329 Jul 21 21:06:36.635008 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60204) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:36.640180 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] Sync routers for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:06:36.662966 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:36.665152 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:36.667592 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:36.739946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks [] for router (39a22473-49de-47e2-98f1-dcce1463f7a6), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:36.773671 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:36.845180 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks [] for router_gateway (39a22473-49de-47e2-98f1-dcce1463f7a6), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:36.888928 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Deleting port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:36.889284 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:36.942444 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:36.942668 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T21:06:36Z', 'revision_number': 5, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port': {'id': '60c4da12-6e6f-4dc0-ab91-a7b2e910d39d', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:08Z', 'updated_at': '2022-07-21T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:36.968709 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] Checking router: 39a22473-49de-47e2-98f1-dcce1463f7a6 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:06:36.974876 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] For port 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=60c4da12-6e6f-4dc0-ab91-a7b2e910d39d,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:36.975242 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:36.977094 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] Routers {'39a22473-49de-47e2-98f1-dcce1463f7a6'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:36.977695 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['39a22473-49de-47e2-98f1-dcce1463f7a6'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:36.989182 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Calling delete_port for 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d owned by network:router_gateway {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:37.061710 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] Set router 39a22473-49de-47e2-98f1-dcce1463f7a6 gateway port host: None {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:37.112095 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T21:06:36Z', 'revision_number': 6, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:37.137508 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92a611-a1ea-4c82-9fff-00665287ef6b None None] The sync data for ids ['39a22473-49de-47e2-98f1-dcce1463f7a6'] in dv-cinder-850687-1-iscsi is: [{'id': '39a22473-49de-47e2-98f1-dcce1463f7a6', 'name': 'tempest-TestVolumeBootPattern-721352279-router', 'tenant_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:07Z', 'updated_at': '2022-07-21T21:06:36Z', 'revision_number': 6, 'project_id': 'f2d1bc3b35054c44bbe955a9eddc3052', 'gw_port_host': None}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:06:37.154970 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:37.162415 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (60c4da12-6e6f-4dc0-ab91-a7b2e910d39d), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.189363 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c4da12-6e6f-4dc0-ab91-a7b2e910d39d,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:37.255908 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (39a22473-49de-47e2-98f1-dcce1463f7a6), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.341576 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (39a22473-49de-47e2-98f1-dcce1463f7a6), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.343697 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks [] for router_controller (39a22473-49de-47e2-98f1-dcce1463f7a6), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.388022 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (39a22473-49de-47e2-98f1-dcce1463f7a6), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.388620 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a22473-49de-47e2-98f1-dcce1463f7a6 {{(pid=110831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:06:37.393104 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.394289 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b45f12c9-2c3b-4240-bdb9-e402e75efae5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/39a22473-49de-47e2-98f1-dcce1463f7a6 HTTP/1.1" status: 204 len: 168 time: 0.7583823 Jul 21 21:06:37.396967 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60206) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:37.435802 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:37.443277 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f127479-5145-43c1-b8f8-da98991c654b admin admin] Deleting subnet 5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 {{(pid=110830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:06:37.446726 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3f127479-5145-43c1-b8f8-da98991c654b admin admin] Publish callbacks [] for subnet (5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.485062 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3f127479-5145-43c1-b8f8-da98991c654b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4930017'] for subnet (5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.494280 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:37.508523 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.566495 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3f127479-5145-43c1-b8f8-da98991c654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.617373 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3f127479-5145-43c1-b8f8-da98991c654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195813'] for subnet (5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.646643 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f127479-5145-43c1-b8f8-da98991c654b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:37.650337 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-3f127479-5145-43c1-b8f8-da98991c654b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.653507 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-3f127479-5145-43c1-b8f8-da98991c654b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5ee2fa1c-751b-4f0c-9d2e-a01eab8f8459 HTTP/1.1" status: 204 len: 168 time: 0.2555025 Jul 21 21:06:37.656066 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60208) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:37.656379 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00cfde-a9c0-4e9a-9dc5-af2c86c0a6e0 None None] Network 4b6565cd-3bec-4ff7-8320-fd7b78910885 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:06:37.727810 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (4b6565cd-3bec-4ff7-8320-fd7b78910885), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.777353 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Deleting port e74e540a-dd2f-4a89-a954-cf8e1ad88759 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:37.778310 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.845612 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] For port e74e540a-dd2f-4a89-a954-cf8e1ad88759, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e74e540a-dd2f-4a89-a954-cf8e1ad88759,segment=NetworkSegment(ed801187-489f-4c66-9a38-06f3e55da0de),segment_id=ed801187-489f-4c66-9a38-06f3e55da0de)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:37.845982 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.858506 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Calling delete_port for e74e540a-dd2f-4a89-a954-cf8e1ad88759 owned by network:dhcp {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:37.912493 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] DHCP port deletion for 4b6565cd-3bec-4ff7-8320-fd7b78910885 request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:06:37.937213 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.954067 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] Deleting port e74e540a-dd2f-4a89-a954-cf8e1ad88759 {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:37.954450 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:37.969185 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74e540a-dd2f-4a89-a954-cf8e1ad88759,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:37.971262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] No DVR routers for this DVR port e74e540a-dd2f-4a89-a954-cf8e1ad88759 on host dv-cinder-850687-1-iscsi {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:06:38.025242 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] For port e74e540a-dd2f-4a89-a954-cf8e1ad88759, host dv-cinder-850687-1-iscsi, got binding levels [] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:38.025646 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.036073 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:38.040665 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] Calling delete_port for e74e540a-dd2f-4a89-a954-cf8e1ad88759 owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:38.045038 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.ipam_backend_mixin [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] Port e74e540a-dd2f-4a89-a954-cf8e1ad88759 was not found and therefore no delete operation was performed {{(pid=110832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 21 21:06:38.046108 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (4b6565cd-3bec-4ff7-8320-fd7b78910885), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.046678 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (e74e540a-dd2f-4a89-a954-cf8e1ad88759), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.066848 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6565cd-3bec-4ff7-8320-fd7b78910885']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:38.071107 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] Pushing event deleted for resources: {'Port': ['ID=e74e540a-dd2f-4a89-a954-cf8e1ad88759,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:38.075510 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37c985-6f12-4c11-86d3-d254ed2d1e30 None None] No DVR routers for this DVR port e74e540a-dd2f-4a89-a954-cf8e1ad88759 on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:06:38.076234 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:38.079976 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed801187-489f-4c66-9a38-06f3e55da0de') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:38.080292 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed801187-489f-4c66-9a38-06f3e55da0de') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:38.093169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (ed801187-489f-4c66-9a38-06f3e55da0de), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.107876 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (ed801187-489f-4c66-9a38-06f3e55da0de), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.114686 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:06:38.115199 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (ed801187-489f-4c66-9a38-06f3e55da0de), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.224151 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (4b6565cd-3bec-4ff7-8320-fd7b78910885), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.230320 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment ed801187-489f-4c66-9a38-06f3e55da0de resource provider aggregate not found Jul 21 21:06:38.234761 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.238107 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4b6565cd-3bec-4ff7-8320-fd7b78910885 HTTP/1.1" status: 204 len: 168 time: 0.5810254 Jul 21 21:06:38.241642 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60218) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:38.259862 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52526854-99b2-46bb-9aea-dbe9a7740311 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6565cd-3bec-4ff7-8320-fd7b78910885,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:38.262813 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment ed801187-489f-4c66-9a38-06f3e55da0de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed801187-489f-4c66-9a38-06f3e55da0de found for delete ", "request_id": "req-176f57ce-94c0-4fb0-a0b2-76fe102a709b"}]} Jul 21 21:06:38.548567 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.596248 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:38.776018 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Deleting port d89d3428-e29f-4bad-bee0-382123b3e78f {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:38.776356 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.844022 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:06:38.861116 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:38.863247 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] For port d89d3428-e29f-4bad-bee0-382123b3e78f, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d89d3428-e29f-4bad-bee0-382123b3e78f,segment=NetworkSegment(198b1963-f687-46a3-85d3-629647775729),segment_id=198b1963-f687-46a3-85d3-629647775729)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:38.863402 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:06:38.863668 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 60c4da12-6e6f-4dc0-ab91-a7b2e910d39d not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:06:38.863864 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:38.864158 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e74e540a-dd2f-4a89-a954-cf8e1ad88759 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:06:38.878191 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Calling delete_port for d89d3428-e29f-4bad-bee0-382123b3e78f owned by network:router_interface {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:38.883327 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: e74e540a-dd2f-4a89-a954-cf8e1ad88759 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:06:38.883686 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e74e540a-dd2f-4a89-a954-cf8e1ad88759 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:06:38.884133 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1365111f-1987-4eb5-bf57-44c8af3bf62a no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:06:39.032877 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 1365111f-1987-4eb5-bf57-44c8af3bf62a {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:06:39.033228 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 1365111f-1987-4eb5-bf57-44c8af3bf62a not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:06:39.062011 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (d89d3428-e29f-4bad-bee0-382123b3e78f), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:39.084235 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Pushing event deleted for resources: {'Port': ['ID=d89d3428-e29f-4bad-bee0-382123b3e78f,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:39.249556 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:39.453586 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:06:39.456632 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:39.555291 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:06:39.561150 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-08864e45-87a3-43d0-96a5-0841b143602a admin admin] 10.222.0.60 "PUT /v2.0/routers/8c4f25e6-ccc0-4c32-8581-f5f0913991ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3183231 Jul 21 21:06:39.563598 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60222) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:39.566121 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] Sync routers for ids ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:06:39.568896 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:39.570537 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:39.582247 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] Routers {'8c4f25e6-ccc0-4c32-8581-f5f0913991ce'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:39.582886 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:39.664326 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks [] for router (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:39.684163 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] Set router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:39.738676 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:39.765082 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks [] for router_gateway (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:39.807259 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Deleting port 4b053d17-d964-4af4-b9ae-522b71e99ba3 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:39.807609 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:39.852888 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T21:06:39Z', 'revision_number': 5, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port': {'id': '4b053d17-d964-4af4-b9ae-522b71e99ba3', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T20:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:39.877821 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] Checking router: 8c4f25e6-ccc0-4c32-8581-f5f0913991ce for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:06:39.886064 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] Routers {'8c4f25e6-ccc0-4c32-8581-f5f0913991ce'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:39.887254 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:39.892878 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] For port 4b053d17-d964-4af4-b9ae-522b71e99ba3, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=4b053d17-d964-4af4-b9ae-522b71e99ba3,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:39.893242 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:39.909338 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Calling delete_port for 4b053d17-d964-4af4-b9ae-522b71e99ba3 owned by network:router_gateway {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:39.968377 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] Set router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce gateway port host: None {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:40.020878 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T21:06:39Z', 'revision_number': 6, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:40.045306 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d10b0e-b766-4f6e-af0b-e6235904d3bc None None] The sync data for ids ['8c4f25e6-ccc0-4c32-8581-f5f0913991ce'] in dv-cinder-850687-1-iscsi is: [{'id': '8c4f25e6-ccc0-4c32-8581-f5f0913991ce', 'name': 'tempest-TestVolumeBootPattern-1749051590-router', 'tenant_id': 'fec83747abfe4021a8b4336d17d0c214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T20:56:13Z', 'updated_at': '2022-07-21T21:06:39Z', 'revision_number': 6, 'project_id': 'fec83747abfe4021a8b4336d17d0c214', 'gw_port_host': None}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:06:40.078770 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (4b053d17-d964-4af4-b9ae-522b71e99ba3), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.103941 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b053d17-d964-4af4-b9ae-522b71e99ba3,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:40.165301 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.251248 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.253305 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks [] for router_controller (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.297875 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (8c4f25e6-ccc0-4c32-8581-f5f0913991ce), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.298482 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4f25e6-ccc0-4c32-8581-f5f0913991ce {{(pid=110830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:06:40.302818 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.306266 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-210beefe-ca7a-42ff-844b-a232e7f443c7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8c4f25e6-ccc0-4c32-8581-f5f0913991ce HTTP/1.1" status: 204 len: 168 time: 0.7394230 Jul 21 21:06:40.306468 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60226) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:40.351395 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17db850-2aa9-4a30-9dbb-e55888e74cc1 admin admin] Deleting subnet 29874c8d-155a-4d84-9f79-7b91b67b3435 {{(pid=110830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:06:40.353973 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:40.354811 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b17db850-2aa9-4a30-9dbb-e55888e74cc1 admin admin] Publish callbacks [] for subnet (29874c8d-155a-4d84-9f79-7b91b67b3435), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.392456 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b17db850-2aa9-4a30-9dbb-e55888e74cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4930017'] for subnet (29874c8d-155a-4d84-9f79-7b91b67b3435), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.474629 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b17db850-2aa9-4a30-9dbb-e55888e74cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (29874c8d-155a-4d84-9f79-7b91b67b3435), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.530281 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b17db850-2aa9-4a30-9dbb-e55888e74cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195813'] for subnet (29874c8d-155a-4d84-9f79-7b91b67b3435), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.554556 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17db850-2aa9-4a30-9dbb-e55888e74cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29874c8d-155a-4d84-9f79-7b91b67b3435,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:40.561925 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b17db850-2aa9-4a30-9dbb-e55888e74cc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.565636 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b17db850-2aa9-4a30-9dbb-e55888e74cc1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/29874c8d-155a-4d84-9f79-7b91b67b3435 HTTP/1.1" status: 204 len: 168 time: 0.2580171 Jul 21 21:06:40.566946 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52359aef-9b88-4802-9bfc-08f43dce6dff None None] Network df8f925f-1d80-4853-8f38-d27801516860 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:06:40.567861 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60228) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:40.637342 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (df8f925f-1d80-4853-8f38-d27801516860), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.649081 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:40.686726 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Deleting port a52c26e0-20f4-4c51-b752-316e1ee3c656 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:40.687065 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.757965 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] For port a52c26e0-20f4-4c51-b752-316e1ee3c656, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=a52c26e0-20f4-4c51-b752-316e1ee3c656,segment=NetworkSegment(198b1963-f687-46a3-85d3-629647775729),segment_id=198b1963-f687-46a3-85d3-629647775729)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:40.757965 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.771342 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Calling delete_port for a52c26e0-20f4-4c51-b752-316e1ee3c656 owned by network:dhcp {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:40.798710 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] DHCP port deletion for df8f925f-1d80-4853-8f38-d27801516860 request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:06:40.849683 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] Deleting port a52c26e0-20f4-4c51-b752-316e1ee3c656 {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:40.850115 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.863896 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.878222 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] No DVR routers for this DVR port a52c26e0-20f4-4c51-b752-316e1ee3c656 on host dv-cinder-850687-1-iscsi {{(pid=110830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:06:40.904248 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Pushing event deleted for resources: {'Port': ['ID=a52c26e0-20f4-4c51-b752-316e1ee3c656,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:40.915563 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d89d3428-e29f-4bad-bee0-382123b3e78f no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:06:40.953491 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: d89d3428-e29f-4bad-bee0-382123b3e78f {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:06:40.953840 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d89d3428-e29f-4bad-bee0-382123b3e78f not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:06:40.954273 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 4b053d17-d964-4af4-b9ae-522b71e99ba3 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:06:40.957024 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] For port a52c26e0-20f4-4c51-b752-316e1ee3c656, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=a52c26e0-20f4-4c51-b752-316e1ee3c656,segment=NetworkSegment(198b1963-f687-46a3-85d3-629647775729),segment_id=198b1963-f687-46a3-85d3-629647775729)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:40.957426 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.977500 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (df8f925f-1d80-4853-8f38-d27801516860), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:40.982987 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 4b053d17-d964-4af4-b9ae-522b71e99ba3 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:06:40.983345 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 4b053d17-d964-4af4-b9ae-522b71e99ba3 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:06:40.983799 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device a52c26e0-20f4-4c51-b752-316e1ee3c656 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:06:40.999077 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8f925f-1d80-4853-8f38-d27801516860']}} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:41.005353 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: a52c26e0-20f4-4c51-b752-316e1ee3c656 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:06:41.005708 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device a52c26e0-20f4-4c51-b752-316e1ee3c656 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:06:41.008569 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] Calling delete_port for a52c26e0-20f4-4c51-b752-316e1ee3c656 owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:41.009746 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198b1963-f687-46a3-85d3-629647775729') {'for_net_delete': True} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:41.010511 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198b1963-f687-46a3-85d3-629647775729') {} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:41.022050 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4930008'] for segment (198b1963-f687-46a3-85d3-629647775729), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.038206 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (198b1963-f687-46a3-85d3-629647775729), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.046621 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=110830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:06:41.047016 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924293'] for segment (198b1963-f687-46a3-85d3-629647775729), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.107469 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (a52c26e0-20f4-4c51-b752-316e1ee3c656), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.125185 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (df8f925f-1d80-4853-8f38-d27801516860), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.135333 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.145835 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] 10.222.0.60 "DELETE /v2.0/networks/df8f925f-1d80-4853-8f38-d27801516860 HTTP/1.1" status: 204 len: 168 time: 0.5742190 Jul 21 21:06:41.146314 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 198b1963-f687-46a3-85d3-629647775729 resource provider aggregate not found Jul 21 21:06:41.147141 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] Network df8f925f-1d80-4853-8f38-d27801516860 is not hosted by any dhcp agent {{(pid=110832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 21 21:06:41.147377 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] No DVR routers for this DVR port a52c26e0-20f4-4c51-b752-316e1ee3c656 on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:06:41.149187 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f54cb-f874-4554-838c-07163d27b45e None None] Pushing event deleted for resources: {'Port': ['ID=a52c26e0-20f4-4c51-b752-316e1ee3c656,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:41.163763 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b4f46-d45b-48e3-8ce1-25e28a00accd admin admin] Pushing event deleted for resources: {'Network': ['ID=df8f925f-1d80-4853-8f38-d27801516860,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:41.178154 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 198b1963-f687-46a3-85d3-629647775729 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 198b1963-f687-46a3-85d3-629647775729 found for delete ", "request_id": "req-3e45aac8-59b8-4d3f-b3d1-f1603cbd4217"}]} Jul 21 21:06:41.265984 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60238) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:41.307161 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-2c97d776-be52-4b64-a386-e21d65952039 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2d1bc3b35054c44bbe955a9eddc3052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399694 Jul 21 21:06:41.310149 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60240) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:41.358356 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-67b23791-8dd9-4f54-a2b3-e68c68d4bc0a admin admin] Publish callbacks [] for security_group (5a4688d8-e14c-4639-9bc2-1bb4ceba51d6), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.383632 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-67b23791-8dd9-4f54-a2b3-e68c68d4bc0a admin admin] Publish callbacks [] for security_group (5a4688d8-e14c-4639-9bc2-1bb4ceba51d6), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.436700 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-67b23791-8dd9-4f54-a2b3-e68c68d4bc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (5a4688d8-e14c-4639-9bc2-1bb4ceba51d6), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.439389 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-67b23791-8dd9-4f54-a2b3-e68c68d4bc0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:41.440585 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-67b23791-8dd9-4f54-a2b3-e68c68d4bc0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a4688d8-e14c-4639-9bc2-1bb4ceba51d6 HTTP/1.1" status: 204 len: 168 time: 0.1295466 Jul 21 21:06:41.448683 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b23791-8dd9-4f54-a2b3-e68c68d4bc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4688d8-e14c-4639-9bc2-1bb4ceba51d6,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:41.900059 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60246) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:41.941033 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-c790a2f8-f3cc-48e6-93e4-c95d96ac63fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fec83747abfe4021a8b4336d17d0c214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398269 Jul 21 21:06:41.943566 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60248) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:41.950652 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:41.995530 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81dda38f-6bb2-4144-809e-6b8efa548aae admin admin] Publish callbacks [] for security_group (115468c4-69cd-429e-a316-3eeff5a5b395), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:42.017976 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81dda38f-6bb2-4144-809e-6b8efa548aae admin admin] Publish callbacks [] for security_group (115468c4-69cd-429e-a316-3eeff5a5b395), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:42.064724 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81dda38f-6bb2-4144-809e-6b8efa548aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (115468c4-69cd-429e-a316-3eeff5a5b395), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:42.067273 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81dda38f-6bb2-4144-809e-6b8efa548aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:42.068445 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-81dda38f-6bb2-4144-809e-6b8efa548aae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/115468c4-69cd-429e-a316-3eeff5a5b395 HTTP/1.1" status: 204 len: 168 time: 0.1238213 Jul 21 21:06:42.081138 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dda38f-6bb2-4144-809e-6b8efa548aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115468c4-69cd-429e-a316-3eeff5a5b395,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:49.970108 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=45 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:50.024386 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=36 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:50.967458 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:51.144488 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:51.150511 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=42,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:52.071196 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:52.072007 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:56.078323 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-3cc390e3-eb64-44ca-8d5c-e166780145ab tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364094149&fields=id&tenant_id=6a26de2015bb4626ba4093aac7a3d085 HTTP/1.1" status: 200 len: 267 time: 0.0439880 Jul 21 21:06:56.134074 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-e76cf25f-80f3-41ea-8654-18cf13ba8cd8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:56.135573 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-e76cf25f-80f3-41ea-8654-18cf13ba8cd8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 984 time: 0.0521069 Jul 21 21:06:56.149752 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Request body: {'port': {'security_groups': ['2297caf8-4de3-4ab1-9ba9-d0fdb576d41c']}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:06:56.225046 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:56.677784 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] For port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:06:56.704972 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:56.709398 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:56.748011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['5538cf4c-9233-42e2-88c0-e8e5d4986ab9'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:06:56.751906 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:56.752541 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:56.753939 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-67e1fd1b-c787-4b18-a44c-0b3b3cbf624e req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "PUT /v2.0/ports/5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 942 time: 0.6124630 Jul 21 21:06:56.754393 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:56.756740 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674ad951-7b96-474b-bd17-460147969ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:56.760613 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60268) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:56.785849 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc73379-f3f1-4a51-bbd5-919836fb8828 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event updated for resources: {'Port': ['ID=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,revision_number=7']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:56.817129 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134a6fd2-5c07-47a8-8dcf-9dbe63a77a0b x-openstack-request-id: req-134a6fd2-5c07-47a8-8dcf-9dbe63a77a0b {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:56.817730 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:56.818183 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-134a6fd2-5c07-47a8-8dcf-9dbe63a77a0b {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:56.818803 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134a6fd2-5c07-47a8-8dcf-9dbe63a77a0b'] response: {'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'status': 'completed', 'code': 200} Jul 21 21:06:56.859179 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a96932f0-ae38-42b6-a6bc-a119cda27b28 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group (30209766-afea-4350-9623-3bc5c35de3b8), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:56.902279 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['5538cf4c-9233-42e2-88c0-e8e5d4986ab9'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:06:56.919406 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a96932f0-ae38-42b6-a6bc-a119cda27b28 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group (30209766-afea-4350-9623-3bc5c35de3b8), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:56.940934 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:56.955721 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad951-7b96-474b-bd17-460147969ff9 req-1d129b2f-0b2d-41d1-9892-905482b3fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:56.957233 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-674ad951-7b96-474b-bd17-460147969ff9 req-1d129b2f-0b2d-41d1-9892-905482b3fb42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1129 time: 0.0730224 Jul 21 21:06:57.061210 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad951-7b96-474b-bd17-460147969ff9 req-a7cf0431-4224-485f-bf5a-1b060e8de8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:57.063854 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-674ad951-7b96-474b-bd17-460147969ff9 req-a7cf0431-4224-485f-bf5a-1b060e8de8e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 916 time: 0.0985801 Jul 21 21:06:57.068519 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a96932f0-ae38-42b6-a6bc-a119cda27b28 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (30209766-afea-4350-9623-3bc5c35de3b8), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.071124 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a96932f0-ae38-42b6-a6bc-a119cda27b28 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.072262 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a96932f0-ae38-42b6-a6bc-a119cda27b28 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "DELETE /v2.0/security-groups/30209766-afea-4350-9623-3bc5c35de3b8 HTTP/1.1" status: 204 len: 168 time: 0.3104291 Jul 21 21:06:57.075892 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60270) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:06:57.078893 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-8f8f9e6d-8813-4312-ac90-0bc8f5ba528b None None] Provisioning complete for port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:06:57.079282 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8f8f9e6d-8813-4312-ac90-0bc8f5ba528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.146570 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:57.166039 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f9e6d-8813-4312-ac90-0bc8f5ba528b None None] Current status of the port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 is: ACTIVE; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:06:57.232675 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Deleting port 81b7f807-13f8-4891-af8b-c3fd5e1d813e {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:06:57.233243 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (81b7f807-13f8-4891-af8b-c3fd5e1d813e), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.316127 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (81b7f807-13f8-4891-af8b-c3fd5e1d813e), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.316459 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for floatingip (81b7f807-13f8-4891-af8b-c3fd5e1d813e), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.329605 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Calling delete_port for 81b7f807-13f8-4891-af8b-c3fd5e1d813e owned by network:floatingip {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:06:57.370326 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96932f0-ae38-42b6-a6bc-a119cda27b28 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30209766-afea-4350-9623-3bc5c35de3b8,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:57.398549 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-674ad951-7b96-474b-bd17-460147969ff9 req-04e6925e-d833-4367-9008-022880e21d68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 1000 time: 0.3252199 Jul 21 21:06:57.447632 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:57.450084 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad951-7b96-474b-bd17-460147969ff9 req-9639187c-eda5-4ce6-bd3a-83f32571f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:57.451916 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-674ad951-7b96-474b-bd17-460147969ff9 req-9639187c-eda5-4ce6-bd3a-83f32571f9b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 200 len: 854 time: 0.0450599 Jul 21 21:06:57.501900 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad951-7b96-474b-bd17-460147969ff9 req-3d125f3b-15db-4dfe-8b5c-e42d16917908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:57.503429 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-674ad951-7b96-474b-bd17-460147969ff9 req-3d125f3b-15db-4dfe-8b5c-e42d16917908 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9e613c3-ca46-4d37-87a4-434109b70a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453291 Jul 21 21:06:57.505527 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (81b7f807-13f8-4891-af8b-c3fd5e1d813e), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.538145 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event deleted for resources: {'Port': ['ID=81b7f807-13f8-4891-af8b-c3fd5e1d813e,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:06:57.543325 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:57.600485 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks [] for floatingip (f992660a-aca6-4137-8af8-62f13c614ea2), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.600925 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Floating IP f992660a-aca6-4137-8af8-62f13c614ea2 disassociated (deleted). External IP: 172.27.3.59, port: 5538cf4c-9233-42e2-88c0-e8e5d4986ab9. Jul 21 21:06:57.602324 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-674ad951-7b96-474b-bd17-460147969ff9 req-ef49895e-930a-4e22-a8fb-0db1da04a122 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924821 Jul 21 21:06:57.700446 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-674ad951-7b96-474b-bd17-460147969ff9 req-c8cd31aa-b91a-455b-9234-d4b19c916c85 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915306 Jul 21 21:06:57.804329 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Router 36057add-de9d-4e91-9f99-70efb1df06aa has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:06:57.908066 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:06:57.912822 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:06:57.918507 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] Sync routers for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:06:57.929003 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:57.929617 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:57.942443 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9c65b068-6c4c-424c-82a5-bd9a4555a4d5 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "DELETE /v2.0/floatingips/f992660a-aca6-4137-8af8-62f13c614ea2 HTTP/1.1" status: 204 len: 168 time: 0.8651636 Jul 21 21:06:58.034995 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:58.240514 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:09Z', 'revision_number': 5, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:58.266376 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] Checking router: 36057add-de9d-4e91-9f99-70efb1df06aa for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:06:58.274655 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:06:58.275260 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:06:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:58.377950 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:06:58.458128 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:58.566757 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:09Z', 'revision_number': 5, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:06:58.591476 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adc324-4721-4700-bdfc-722061ac8197 None None] The sync data for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi is: [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:04Z', 'revision_number': 4, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'e963fb41-cc27-4775-b9bb-85fde3729d06', 'name': '', 'network_id': 'a9e613c3-ca46-4d37-87a4-434109b70a16', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'mac_address': 'fa:16:3e:b4:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:04Z', 'updated_at': '2022-07-21T21:03:09Z', 'revision_number': 5, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'subnets': [{'id': 'd004995d-f29d-43e6-84df-fa39c69f62fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:06:58.808065 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e42238-c8c0-4873-bbc3-06d06620274d None None] New status for floating IP f992660a-aca6-4137-8af8-62f13c614ea2: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:06:58.820329 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:06:58.822614 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c714e4-e651-4be0-be24-41d1408d3d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:06:58.860408 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b41c2a-5965-4649-b486-4aafb68b97c9 x-openstack-request-id: req-72b41c2a-5965-4649-b486-4aafb68b97c9 {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:06:58.860707 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:06:58.861094 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72b41c2a-5965-4649-b486-4aafb68b97c9 {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:06:58.861532 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b41c2a-5965-4649-b486-4aafb68b97c9'] response: {'name': 'network-changed', 'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'status': 'completed', 'code': 200} Jul 21 21:06:58.951430 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-e4a1b40e-5e32-4312-af77-fc622c34206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:58.952939 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-e4a1b40e-5e32-4312-af77-fc622c34206b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a26de2015bb4626ba4093aac7a3d085&device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 1129 time: 0.0399804 Jul 21 21:06:59.051655 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-caefd296-257f-453f-8b71-801df83931b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:59.053152 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-caefd296-257f-453f-8b71-801df83931b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 200 len: 916 time: 0.0921512 Jul 21 21:06:59.111318 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-65d39324-da9e-492b-866e-f832bfca8a31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 200 len: 217 time: 0.0379260 Jul 21 21:06:59.164486 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-82773c82-a314-4a5b-9434-41e61542811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:59.165826 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-82773c82-a314-4a5b-9434-41e61542811c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 200 len: 854 time: 0.0460174 Jul 21 21:06:59.212305 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-cd97d7ad-71be-4a45-aad3-f8fd7e1323c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:06:59.213850 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-cd97d7ad-71be-4a45-aad3-f8fd7e1323c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9e613c3-ca46-4d37-87a4-434109b70a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399058 Jul 21 21:06:59.304040 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:59.311382 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-a7e2ee41-dd08-4119-ac2c-086d07cb4824 service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907869 Jul 21 21:06:59.373339 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:06:59.427917 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e3c714e4-e651-4be0-be24-41d1408d3d6e req-1817b6a5-2a36-4cb1-be63-d0ea2b5bd6ad service neutron] 10.222.0.73 "GET /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103342 Jul 21 21:07:00.275024 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:07:00.700294 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dd399-72ef-4ff4-8a47-535d4d060d8a req-53dfbca7-de18-4c88-bb08-27923824754e tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:00.701950 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cb8dd399-72ef-4ff4-8a47-535d4d060d8a req-53dfbca7-de18-4c88-bb08-27923824754e tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0519152 Jul 21 21:07:00.763663 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-cb8dd399-72ef-4ff4-8a47-535d4d060d8a req-2053659b-51d4-4918-8f5b-fefdf8b72722 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557597 Jul 21 21:07:01.176491 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-9888cf82-4e96-4287-a087-dd17826f667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:01.878778 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5812bf-8402-463b-9f0f-7d26a38634c2 req-6d0775df-af6a-4def-a64c-c64f62fa00d8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:01.880271 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cf5812bf-8402-463b-9f0f-7d26a38634c2 req-6d0775df-af6a-4def-a64c-c64f62fa00d8 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0478117 Jul 21 21:07:01.927734 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cf5812bf-8402-463b-9f0f-7d26a38634c2 req-84f05753-85fd-48ed-b640-ec8d55e7d8c2 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Jul 21 21:07:02.945503 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-64a6bd37-ea27-4730-8ec5-f72d076e54b7 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:02.946967 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-64a6bd37-ea27-4730-8ec5-f72d076e54b7 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.73 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0473397 Jul 21 21:07:03.035650 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Deleting port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:07:03.036083 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:03.041392 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b49bd9-100d-4381-886a-26526d45ecf3 req-e62f631a-d198-427e-bb10-e5f5290d9737 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:03.043574 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61b49bd9-100d-4381-886a-26526d45ecf3 req-e62f631a-d198-427e-bb10-e5f5290d9737 tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/ports?device_id=974db758-4954-4768-b496-7733bc3c0f3b HTTP/1.1" status: 200 len: 945 time: 0.0486534 Jul 21 21:07:03.091231 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-61b49bd9-100d-4381-886a-26526d45ecf3 req-2c9d8a8c-0960-4475-8406-92a6024fc79b tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.60 "GET /v2.0/security-groups?id=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Jul 21 21:07:03.127585 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] For port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:03.127983 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:03.141818 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Calling delete_port for 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:07:03.271139 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (5538cf4c-9233-42e2-88c0-e8e5d4986ab9), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:03.297164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Pushing event deleted for resources: {'Port': ['ID=5538cf4c-9233-42e2-88c0-e8e5d4986ab9,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:03.310199 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['5538cf4c-9233-42e2-88c0-e8e5d4986ab9'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:07:03.347596 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] No DVR routers for this DVR port 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:07:03.349901 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:03.353199 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-64966e3e-4727-45bb-8ace-bc0df429d85f req-4701e1f4-d2b9-41e9-8ec1-62248c256add tempest-TestMinimumBasicScenario-1829084385 tempest-TestMinimumBasicScenario-1829084385-project] 10.222.0.73 "DELETE /v2.0/ports/5538cf4c-9233-42e2-88c0-e8e5d4986ab9 HTTP/1.1" status: 204 len: 173 time: 0.3999121 Jul 21 21:07:03.353699 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'name': 'network-vif-deleted', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:07:03.356093 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9206d97-54fb-4435-81aa-e9540f4a063c" -d '{"events": [{"server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "name": "network-vif-deleted", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:07:03.392107 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d742ba9-aa92-4351-a599-0caf090e2e11 x-openstack-request-id: req-4d742ba9-aa92-4351-a599-0caf090e2e11 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:07:03.392412 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974db758-4954-4768-b496-7733bc3c0f3b", "name": "network-vif-deleted", "tag": "5538cf4c-9233-42e2-88c0-e8e5d4986ab9", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:07:03.392671 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d742ba9-aa92-4351-a599-0caf090e2e11 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:07:03.393085 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d742ba9-aa92-4351-a599-0caf090e2e11'] response: {'server_uuid': '974db758-4954-4768-b496-7733bc3c0f3b', 'name': 'network-vif-deleted', 'tag': '5538cf4c-9233-42e2-88c0-e8e5d4986ab9', 'status': 'completed', 'code': 200} Jul 21 21:07:04.088790 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-27fd24ae-81e6-4117-abff-311067046302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:04.772095 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60356) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:04.970833 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:05.086997 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (36057add-de9d-4e91-9f99-70efb1df06aa), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:05.268512 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:05.308390 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Deleting port e963fb41-cc27-4775-b9bb-85fde3729d06 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:07:05.308748 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:05.389401 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] For port e963fb41-cc27-4775-b9bb-85fde3729d06, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e963fb41-cc27-4775-b9bb-85fde3729d06,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:05.389683 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:05.402990 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Calling delete_port for e963fb41-cc27-4775-b9bb-85fde3729d06 owned by network:router_interface {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:07:05.581457 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (e963fb41-cc27-4775-b9bb-85fde3729d06), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:05.610312 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e963fb41-cc27-4775-b9bb-85fde3729d06,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:05.760628 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:05.771479 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (36057add-de9d-4e91-9f99-70efb1df06aa), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:05.977175 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Router 36057add-de9d-4e91-9f99-70efb1df06aa has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:07:06.061562 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:07:06.078828 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:07:06.081066 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:07:06.081435 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 5538cf4c-9233-42e2-88c0-e8e5d4986ab9 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:07:06.085196 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a15e4035-1dd8-4a42-84c9-638bba12e0bf admin admin] 10.222.0.60 "PUT /v2.0/routers/36057add-de9d-4e91-9f99-70efb1df06aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3115799 Jul 21 21:07:06.087327 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60358) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:06.088487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] Sync routers for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:07:06.099778 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:07:06.100393 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:07:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:06.127849 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:06.189208 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks [] for router (36057add-de9d-4e91-9f99-70efb1df06aa), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.296245 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks [] for router_gateway (36057add-de9d-4e91-9f99-70efb1df06aa), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.338644 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:06.338912 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Deleting port 0d70ca48-f38a-4f21-93be-5a44dab1ea77 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:07:06.339110 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.350157 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.354671 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:07:06.423047 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] For port 0d70ca48-f38a-4f21-93be-5a44dab1ea77, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=0d70ca48-f38a-4f21-93be-5a44dab1ea77,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:06.423410 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.437703 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Calling delete_port for 0d70ca48-f38a-4f21-93be-5a44dab1ea77 owned by network:router_gateway {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:07:06.524488 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:07:05Z', 'revision_number': 5, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port': {'id': '0d70ca48-f38a-4f21-93be-5a44dab1ea77', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:06.554844 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] Checking router: 36057add-de9d-4e91-9f99-70efb1df06aa for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:07:06.562564 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:06.567047 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] Routers {'36057add-de9d-4e91-9f99-70efb1df06aa'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:07:06.567687 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:07:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['36057add-de9d-4e91-9f99-70efb1df06aa'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:06.612584 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (0d70ca48-f38a-4f21-93be-5a44dab1ea77), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.638541 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d70ca48-f38a-4f21-93be-5a44dab1ea77,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:06.670953 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.673938 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] Set router 36057add-de9d-4e91-9f99-70efb1df06aa gateway port host: None {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:07:06.701423 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (36057add-de9d-4e91-9f99-70efb1df06aa), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.725458 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:07:06Z', 'revision_number': 6, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:06.751212 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f3697-d996-43ae-9a86-ab671021bb38 None None] The sync data for ids ['36057add-de9d-4e91-9f99-70efb1df06aa'] in dv-cinder-850687-1-iscsi is: [{'id': '36057add-de9d-4e91-9f99-70efb1df06aa', 'name': 'tempest-TestMinimumBasicScenario-1748547730-router', 'tenant_id': '6a26de2015bb4626ba4093aac7a3d085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:02Z', 'updated_at': '2022-07-21T21:07:06Z', 'revision_number': 6, 'project_id': '6a26de2015bb4626ba4093aac7a3d085', 'gw_port_host': None}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:07:06.790904 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (36057add-de9d-4e91-9f99-70efb1df06aa), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:06.793806 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks [] for router_controller (36057add-de9d-4e91-9f99-70efb1df06aa), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.097277 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (36057add-de9d-4e91-9f99-70efb1df06aa), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.098000 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36057add-de9d-4e91-9f99-70efb1df06aa {{(pid=110830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:07:07.102806 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.106518 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-316b84c6-6546-4882-bd01-95899fc06dfb admin admin] 10.222.0.60 "DELETE /v2.0/routers/36057add-de9d-4e91-9f99-70efb1df06aa HTTP/1.1" status: 204 len: 168 time: 1.0182106 Jul 21 21:07:07.107446 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60360) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:07.154509 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d45c060-c75f-44d2-a382-b831fb8b612a admin admin] Deleting subnet d004995d-f29d-43e6-84df-fa39c69f62fc {{(pid=110830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:07:07.158976 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7d45c060-c75f-44d2-a382-b831fb8b612a admin admin] Publish callbacks [] for subnet (d004995d-f29d-43e6-84df-fa39c69f62fc), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.201391 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7d45c060-c75f-44d2-a382-b831fb8b612a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4930017'] for subnet (d004995d-f29d-43e6-84df-fa39c69f62fc), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.279516 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:07.284660 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7d45c060-c75f-44d2-a382-b831fb8b612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (d004995d-f29d-43e6-84df-fa39c69f62fc), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.336768 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7d45c060-c75f-44d2-a382-b831fb8b612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195813'] for subnet (d004995d-f29d-43e6-84df-fa39c69f62fc), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.363134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45c060-c75f-44d2-a382-b831fb8b612a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d004995d-f29d-43e6-84df-fa39c69f62fc,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:07.367890 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-7d45c060-c75f-44d2-a382-b831fb8b612a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.371900 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-7d45c060-c75f-44d2-a382-b831fb8b612a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d004995d-f29d-43e6-84df-fa39c69f62fc HTTP/1.1" status: 204 len: 168 time: 0.2637763 Jul 21 21:07:07.374690 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60362) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:07.375993 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce8f8b-ab37-48a5-8d18-d49cfcaa369d None None] Network a9e613c3-ca46-4d37-87a4-434109b70a16 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:07:07.447233 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (a9e613c3-ca46-4d37-87a4-434109b70a16), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.491907 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Deleting port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:07:07.492253 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.518606 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.547988 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] DHCP port deletion for a9e613c3-ca46-4d37-87a4-434109b70a16 request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:07:07.572106 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] For port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:07.572479 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.585567 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e963fb41-cc27-4775-b9bb-85fde3729d06 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:07:07.587438 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Calling delete_port for e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 owned by network:dhcp {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:07:07.609117 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: e963fb41-cc27-4775-b9bb-85fde3729d06 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:07:07.609467 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e963fb41-cc27-4775-b9bb-85fde3729d06 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:07:07.617846 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] Deleting port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:07:07.618500 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.651990 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:07.664313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:07.675489 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.687918 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] For port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,segment=NetworkSegment(afe178b8-5a5e-4efc-9590-4325c4e066a6),segment_id=afe178b8-5a5e-4efc-9590-4325c4e066a6)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:07.688326 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.702409 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] Calling delete_port for e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:07:07.705601 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:07.709260 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] No DVR routers for this DVR port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 on host dv-cinder-850687-1-iscsi {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:07:07.768352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:07.787769 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (a9e613c3-ca46-4d37-87a4-434109b70a16), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.791897 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.811910 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e613c3-ca46-4d37-87a4-434109b70a16']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:07.818715 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] Pushing event deleted for resources: {'Port': ['ID=e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:07.822678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe178b8-5a5e-4efc-9590-4325c4e066a6') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:07.824736 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe178b8-5a5e-4efc-9590-4325c4e066a6') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:07.827395 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd9b1d-b372-48a7-8fb1-ae85e1b77a60 None None] No DVR routers for this DVR port e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:07:07.839071 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (afe178b8-5a5e-4efc-9590-4325c4e066a6), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.860198 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (afe178b8-5a5e-4efc-9590-4325c4e066a6), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.866912 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:07:07.867238 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (afe178b8-5a5e-4efc-9590-4325c4e066a6), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.894609 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment afe178b8-5a5e-4efc-9590-4325c4e066a6 resource provider aggregate not found Jul 21 21:07:07.934773 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment afe178b8-5a5e-4efc-9590-4325c4e066a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afe178b8-5a5e-4efc-9590-4325c4e066a6 found for delete ", "request_id": "req-5adde24d-8516-4afa-bfd8-54b61456c228"}]} Jul 21 21:07:07.935889 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (a9e613c3-ca46-4d37-87a4-434109b70a16), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.941475 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:07.944898 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a9e613c3-ca46-4d37-87a4-434109b70a16 HTTP/1.1" status: 204 len: 168 time: 0.5691431 Jul 21 21:07:07.949157 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60368) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:07.956623 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b8759-d512-431d-be76-a77e099c6a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e613c3-ca46-4d37-87a4-434109b70a16,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:08.266632 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (7a738905-7391-4692-9fdf-0f5ff0dbfb90), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:08.354673 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:08.484608 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Deleting port 2f7695f1-dba1-43b3-ac5b-b2172cf64449 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:07:08.484943 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:08.562620 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] For port 2f7695f1-dba1-43b3-ac5b-b2172cf64449, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=2f7695f1-dba1-43b3-ac5b-b2172cf64449,segment=NetworkSegment(06b1b0e1-c1b1-4f7d-ac49-b648239922b3),segment_id=06b1b0e1-c1b1-4f7d-ac49-b648239922b3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:08.562898 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:08.575285 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Calling delete_port for 2f7695f1-dba1-43b3-ac5b-b2172cf64449 owned by network:router_interface {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:07:08.707022 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:08.755876 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (2f7695f1-dba1-43b3-ac5b-b2172cf64449), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:08.780149 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7695f1-dba1-43b3-ac5b-b2172cf64449,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:08.926054 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 0d70ca48-f38a-4f21-93be-5a44dab1ea77 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:07:08.948544 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 0d70ca48-f38a-4f21-93be-5a44dab1ea77 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:07:08.949607 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 0d70ca48-f38a-4f21-93be-5a44dab1ea77 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:07:08.950296 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:07:08.959013 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (7a738905-7391-4692-9fdf-0f5ff0dbfb90), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:08.973461 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:07:08.973887 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device e30f3cbd-49d6-4c2f-aaa1-7ef13d6b7e56 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:07:09.168887 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:07:09.253978 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:09.274866 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:07:09.282252 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-0a09afb0-6f3f-4016-8cc5-0ad513907bc9 admin admin] 10.222.0.60 "PUT /v2.0/routers/7a738905-7391-4692-9fdf-0f5ff0dbfb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3298326 Jul 21 21:07:09.282853 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60370) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:09.284649 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] Sync routers for ids ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:07:09.295251 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] Routers {'7a738905-7391-4692-9fdf-0f5ff0dbfb90'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:07:09.295923 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:07:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:09.382290 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks [] for router (7a738905-7391-4692-9fdf-0f5ff0dbfb90), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:09.395700 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] Set router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:07:09.481207 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks [] for router_gateway (7a738905-7391-4692-9fdf-0f5ff0dbfb90), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:09.522701 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Deleting port b3c7e6aa-695f-4a80-b4af-6d465ef9de61 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:07:09.523047 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:09.565740 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:07:08Z', 'revision_number': 5, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port': {'id': 'b3c7e6aa-695f-4a80-b4af-6d465ef9de61', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:09.590153 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] Checking router: 7a738905-7391-4692-9fdf-0f5ff0dbfb90 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:07:09.599105 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] Routers {'7a738905-7391-4692-9fdf-0f5ff0dbfb90'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:07:09.599739 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:07:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:09.602661 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] For port b3c7e6aa-695f-4a80-b4af-6d465ef9de61, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=b3c7e6aa-695f-4a80-b4af-6d465ef9de61,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:09.603043 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:09.616368 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Calling delete_port for b3c7e6aa-695f-4a80-b4af-6d465ef9de61 owned by network:router_gateway {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:07:09.628203 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:09.764778 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] Set router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 gateway port host: None {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:07:09.790752 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (b3c7e6aa-695f-4a80-b4af-6d465ef9de61), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:09.813291 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:07:09Z', 'revision_number': 6, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:09.817657 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c7e6aa-695f-4a80-b4af-6d465ef9de61,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:09.841226 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997b32b-3f4a-435d-9dbd-740fd54aec6c None None] The sync data for ids ['7a738905-7391-4692-9fdf-0f5ff0dbfb90'] in dv-cinder-850687-1-iscsi is: [{'id': '7a738905-7391-4692-9fdf-0f5ff0dbfb90', 'name': 'tempest-TestMinimumBasicScenario-213804830-router', 'tenant_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:03:07Z', 'updated_at': '2022-07-21T21:07:09Z', 'revision_number': 6, 'project_id': 'ceb3e235e0a3417da5eec6a6fae8b102', 'gw_port_host': None}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:07:09.888811 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (7a738905-7391-4692-9fdf-0f5ff0dbfb90), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:09.974481 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (7a738905-7391-4692-9fdf-0f5ff0dbfb90), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:09.976648 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks [] for router_controller (7a738905-7391-4692-9fdf-0f5ff0dbfb90), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.018593 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (7a738905-7391-4692-9fdf-0f5ff0dbfb90), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.019100 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a738905-7391-4692-9fdf-0f5ff0dbfb90 {{(pid=110830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:07:10.023487 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.024686 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-a516d81e-5089-4194-bfb6-2ee3700e4653 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7a738905-7391-4692-9fdf-0f5ff0dbfb90 HTTP/1.1" status: 204 len: 168 time: 0.7409093 Jul 21 21:07:10.027327 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60372) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:10.075559 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_v2 [None req-199d1565-6528-4388-b40b-b193b9c7121d admin admin] Deleting subnet 253037b1-c745-4885-86aa-e924cb691907 {{(pid=110830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:07:10.078750 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-199d1565-6528-4388-b40b-b193b9c7121d admin admin] Publish callbacks [] for subnet (253037b1-c745-4885-86aa-e924cb691907), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.099581 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:10.115984 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-199d1565-6528-4388-b40b-b193b9c7121d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4930017'] for subnet (253037b1-c745-4885-86aa-e924cb691907), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.192245 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-199d1565-6528-4388-b40b-b193b9c7121d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (253037b1-c745-4885-86aa-e924cb691907), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.254126 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-199d1565-6528-4388-b40b-b193b9c7121d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195813'] for subnet (253037b1-c745-4885-86aa-e924cb691907), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.278570 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d1565-6528-4388-b40b-b193b9c7121d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253037b1-c745-4885-86aa-e924cb691907,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:10.284061 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-199d1565-6528-4388-b40b-b193b9c7121d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.287200 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-199d1565-6528-4388-b40b-b193b9c7121d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/253037b1-c745-4885-86aa-e924cb691907 HTTP/1.1" status: 204 len: 168 time: 0.2588966 Jul 21 21:07:10.289504 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966bf43-81b5-4c1f-b991-56335bab90ef None None] Network 59669426-0c7c-4251-b126-43d92ef344b2 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:07:10.289963 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60376) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:10.358721 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (59669426-0c7c-4251-b126-43d92ef344b2), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.400809 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Deleting port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:07:10.401155 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.470374 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] For port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=9cbda2ff-7987-4440-98ad-11c93bdcf3dd,segment=NetworkSegment(06b1b0e1-c1b1-4f7d-ac49-b648239922b3),segment_id=06b1b0e1-c1b1-4f7d-ac49-b648239922b3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:10.470743 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.483977 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Calling delete_port for 9cbda2ff-7987-4440-98ad-11c93bdcf3dd owned by network:dhcp {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:07:10.541089 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:10.563121 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (9cbda2ff-7987-4440-98ad-11c93bdcf3dd), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.592140 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbda2ff-7987-4440-98ad-11c93bdcf3dd,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:10.595737 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] No DVR routers for this DVR port 9cbda2ff-7987-4440-98ad-11c93bdcf3dd on host dv-cinder-850687-1-iscsi {{(pid=110830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:07:10.609714 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9388dee-5b52-4867-91ef-6bb7ce1d93a1 None None] DHCP port deletion for 59669426-0c7c-4251-b126-43d92ef344b2 request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:07:10.672855 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (59669426-0c7c-4251-b126-43d92ef344b2), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.692866 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59669426-0c7c-4251-b126-43d92ef344b2']}} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:10.702972 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b1b0e1-c1b1-4f7d-ac49-b648239922b3') {'for_net_delete': True} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:10.703276 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b1b0e1-c1b1-4f7d-ac49-b648239922b3') {} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:10.717699 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4930008'] for segment (06b1b0e1-c1b1-4f7d-ac49-b648239922b3), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.733676 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (06b1b0e1-c1b1-4f7d-ac49-b648239922b3), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.740629 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=110830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:07:10.741014 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924293'] for segment (06b1b0e1-c1b1-4f7d-ac49-b648239922b3), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.763816 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 06b1b0e1-c1b1-4f7d-ac49-b648239922b3 resource provider aggregate not found Jul 21 21:07:10.792433 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 06b1b0e1-c1b1-4f7d-ac49-b648239922b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06b1b0e1-c1b1-4f7d-ac49-b648239922b3 found for delete ", "request_id": "req-1f4f34b6-6f69-4533-8d57-9381a866c69c"}]} Jul 21 21:07:10.807420 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (59669426-0c7c-4251-b126-43d92ef344b2), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.813625 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:10.819584 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] 10.222.0.60 "DELETE /v2.0/networks/59669426-0c7c-4251-b126-43d92ef344b2 HTTP/1.1" status: 204 len: 168 time: 0.5264690 Jul 21 21:07:10.831175 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644c3e6-bafb-4a73-afa2-1b5ad91aa727 admin admin] Pushing event deleted for resources: {'Network': ['ID=59669426-0c7c-4251-b126-43d92ef344b2,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:10.881403 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 2f7695f1-dba1-43b3-ac5b-b2172cf64449 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:07:10.904808 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 2f7695f1-dba1-43b3-ac5b-b2172cf64449 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:07:10.905155 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 2f7695f1-dba1-43b3-ac5b-b2172cf64449 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:07:10.905579 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device b3c7e6aa-695f-4a80-b4af-6d465ef9de61 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:07:10.924405 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: b3c7e6aa-695f-4a80-b4af-6d465ef9de61 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:07:10.924750 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device b3c7e6aa-695f-4a80-b4af-6d465ef9de61 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:07:10.925177 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 9cbda2ff-7987-4440-98ad-11c93bdcf3dd no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:07:10.943488 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 9cbda2ff-7987-4440-98ad-11c93bdcf3dd {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:07:10.943871 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 9cbda2ff-7987-4440-98ad-11c93bdcf3dd not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:07:10.998528 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60384) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:11.038608 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-dfd7a5c4-2e77-4954-bf7b-6eafea3d215c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a26de2015bb4626ba4093aac7a3d085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388725 Jul 21 21:07:11.041085 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60386) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:11.094150 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d8f2-6a5c-4dcd-9517-faca17181b2e admin admin] Publish callbacks [] for security_group (2297caf8-4de3-4ab1-9ba9-d0fdb576d41c), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:11.115477 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d8f2-6a5c-4dcd-9517-faca17181b2e admin admin] Publish callbacks [] for security_group (2297caf8-4de3-4ab1-9ba9-d0fdb576d41c), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:11.122055 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:11.164633 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d8f2-6a5c-4dcd-9517-faca17181b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (2297caf8-4de3-4ab1-9ba9-d0fdb576d41c), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:11.167075 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d8f2-6a5c-4dcd-9517-faca17181b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:11.168379 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9ec3d8f2-6a5c-4dcd-9517-faca17181b2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2297caf8-4de3-4ab1-9ba9-d0fdb576d41c HTTP/1.1" status: 204 len: 168 time: 0.1263759 Jul 21 21:07:11.176002 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3d8f2-6a5c-4dcd-9517-faca17181b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2297caf8-4de3-4ab1-9ba9-d0fdb576d41c,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:11.485104 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60392) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:11.525245 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-1a54dcd7-781e-4c4f-9ac6-585109e00299 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ceb3e235e0a3417da5eec6a6fae8b102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390275 Jul 21 21:07:11.527968 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60394) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:11.575231 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-68d368ee-62d8-47ed-b4e2-216b0fc90bfb admin admin] Publish callbacks [] for security_group (41bdd89b-d1b9-4f91-a853-9d8afbca7155), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:11.596682 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-68d368ee-62d8-47ed-b4e2-216b0fc90bfb admin admin] Publish callbacks [] for security_group (41bdd89b-d1b9-4f91-a853-9d8afbca7155), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:11.645142 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-68d368ee-62d8-47ed-b4e2-216b0fc90bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (41bdd89b-d1b9-4f91-a853-9d8afbca7155), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:11.647616 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-68d368ee-62d8-47ed-b4e2-216b0fc90bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:11.648811 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-68d368ee-62d8-47ed-b4e2-216b0fc90bfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41bdd89b-d1b9-4f91-a853-9d8afbca7155 HTTP/1.1" status: 204 len: 168 time: 0.1199679 Jul 21 21:07:11.657279 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d368ee-62d8-47ed-b4e2-216b0fc90bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bdd89b-d1b9-4f91-a853-9d8afbca7155,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:17.946341 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:17.947112 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:19.816258 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=49 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:20.017029 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:20.982401 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.181505 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60440) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:21.186778 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-01d4cbf5-59e0-4a97-8f38-212d8f609bda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679454531', 'description': 'tempest-description--663610346'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:07:21.208111 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-01d4cbf5-59e0-4a97-8f38-212d8f609bda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.279836 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-01d4cbf5-59e0-4a97-8f38-212d8f609bda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (15021130-4b86-4901-b045-4d0bd1e67872), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.283278 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-01d4cbf5-59e0-4a97-8f38-212d8f609bda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (15021130-4b86-4901-b045-4d0bd1e67872), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.313329 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4cbf5-59e0-4a97-8f38-212d8f609bda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15021130-4b86-4901-b045-4d0bd1e67872,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:21.317332 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-01d4cbf5-59e0-4a97-8f38-212d8f609bda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.318546 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-01d4cbf5-59e0-4a97-8f38-212d8f609bda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1360443 Jul 21 21:07:21.321456 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60442) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:21.325873 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-abcd880a-25fa-4fa9-b25e-597cc81f7f4b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group_rule': {'security_group_id': '15021130-4b86-4901-b045-4d0bd1e67872', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:07:21.340611 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:21.352693 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abcd880a-25fa-4fa9-b25e-597cc81f7f4b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (f9a5555d-23f6-4516-8523-c42392891816), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.409553 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abcd880a-25fa-4fa9-b25e-597cc81f7f4b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (f9a5555d-23f6-4516-8523-c42392891816), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.412889 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abcd880a-25fa-4fa9-b25e-597cc81f7f4b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (f9a5555d-23f6-4516-8523-c42392891816), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.432180 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd880a-25fa-4fa9-b25e-597cc81f7f4b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a5555d-23f6-4516-8523-c42392891816,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:21.439276 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abcd880a-25fa-4fa9-b25e-597cc81f7f4b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.440545 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-abcd880a-25fa-4fa9-b25e-597cc81f7f4b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181350 Jul 21 21:07:21.443142 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60444) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:21.447276 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-2c027d35-8350-408b-97d5-d0a9ad075e36 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group_rule': {'security_group_id': '15021130-4b86-4901-b045-4d0bd1e67872', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:07:21.473366 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2c027d35-8350-408b-97d5-d0a9ad075e36 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (502eed1b-6b9d-48a9-8727-def7dda72fdd), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.531508 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2c027d35-8350-408b-97d5-d0a9ad075e36 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (502eed1b-6b9d-48a9-8727-def7dda72fdd), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.535183 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2c027d35-8350-408b-97d5-d0a9ad075e36 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (502eed1b-6b9d-48a9-8727-def7dda72fdd), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.557955 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c027d35-8350-408b-97d5-d0a9ad075e36 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502eed1b-6b9d-48a9-8727-def7dda72fdd,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:21.563459 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2c027d35-8350-408b-97d5-d0a9ad075e36 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.564664 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2c027d35-8350-408b-97d5-d0a9ad075e36 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206167 Jul 21 21:07:21.567655 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60446) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:21.571773 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:07:21.596924 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.625429 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:21.676990 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.782632 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Allocated IP 172.27.3.66 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/49508f0c-ff0e-4112-979c-91fd7029c45d) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:07:21.883415 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (49508f0c-ff0e-4112-979c-91fd7029c45d), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:21.916308 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (49508f0c-ff0e-4112-979c-91fd7029c45d), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:22.207765 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:07:22.214581 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:07:22.218513 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:07:22.221738 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=49508f0c-ff0e-4112-979c-91fd7029c45d,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:22.256917 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:22.304343 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (008524c9-cfad-4950-89ed-1bbddc4ea9e2), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:22.340166 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (49508f0c-ff0e-4112-979c-91fd7029c45d), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:22.486177 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (49508f0c-ff0e-4112-979c-91fd7029c45d), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:22.490748 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (49508f0c-ff0e-4112-979c-91fd7029c45d), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:22.560760 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=49508f0c-ff0e-4112-979c-91fd7029c45d,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:22.570883 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:22.579600 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (008524c9-cfad-4950-89ed-1bbddc4ea9e2), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:22.596678 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:22.597856 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-917f1915-c45d-45db-85b0-e25994cfb243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0292408 Jul 21 21:07:22.797353 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-9a4bc045-5667-4b96-a2b4-b7d00f6ec265 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1679454531&fields=id&tenant_id=6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 267 time: 0.0420039 Jul 21 21:07:22.909167 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df47e-0b26-464d-9276-926d62310609 req-8bc0731b-f3e3-4ddc-a252-cdcd6c4a24f0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:22.911145 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-8bc0731b-f3e3-4ddc-a252-cdcd6c4a24f0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 814 time: 0.1076329 Jul 21 21:07:22.925869 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-4abd81e3-eee0-4df0-b87b-71a4c88ab6fb tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/quotas/6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 375 time: 0.0094852 Jul 21 21:07:22.976487 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-5a600f4a-91ef-496d-a0ef-6592844f7cc4 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459464 Jul 21 21:07:23.078342 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-1afebf0d-8322-4adc-870c-2fe8ddc2a7b3 service neutron] 10.222.0.60 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898345 Jul 21 21:07:23.166584 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-68c0fa09-04f5-43d3-8bbb-491d481d9884 service neutron] 10.222.0.60 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825269 Jul 21 21:07:23.332277 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-137ca90b-c31d-4e8b-aaa7-7fa0cfba6260 req-0148dbad-7365-4273-bc8d-ccdafa42d899 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 210 time: 0.0288661 Jul 21 21:07:24.430792 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-156b0908-3aeb-4256-aabc-adeced398bdc req-19c84e40-2cc8-4896-a510-b6b4f3e71f13 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 210 time: 0.0281596 Jul 21 21:07:24.893935 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df47e-0b26-464d-9276-926d62310609 req-b95660d5-fe2c-4260-bfb7-322170877013 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:24.895560 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-b95660d5-fe2c-4260-bfb7-322170877013 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 814 time: 0.1108713 Jul 21 21:07:24.994873 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-c21858cf-a686-4b79-b79b-15fea34ffffd tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 472 time: 0.0659640 Jul 21 21:07:25.098135 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'port': {'device_id': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'admin_state_up': True, 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'security_groups': ['15021130-4b86-4901-b045-4d0bd1e67872']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:07:25.205433 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Made reservation on behalf of 6549bea44b794d03bab57a0c2a001992 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:07:25.208725 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:25.337930 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Allocated IP 172.20.0.6 (9a056bea-ebfc-41ce-8004-0588675751ae/07ced35b-7941-4126-b0cc-2c24e2010e4b/d5c58d5e-5dad-47ae-849c-a07fc4120ecc) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:07:25.377536 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:25.428276 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:25.477065 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:25.508882 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:25.547326 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c2078-85e6-4daa-84ad-2fe5c44f8a9a req-e5b701b8-5561-4a36-b8ea-852f2da32f4e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:25.548851 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-947c2078-85e6-4daa-84ad-2fe5c44f8a9a req-e5b701b8-5561-4a36-b8ea-852f2da32f4e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 931 time: 0.0485206 Jul 21 21:07:25.556018 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Network 9a056bea-ebfc-41ce-8004-0588675751ae is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:07:25.562658 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:07:25.568490 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:07:25.598804 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-947c2078-85e6-4daa-84ad-2fe5c44f8a9a req-d6d08d5d-fd7a-4c4a-bd26-86b2d75c617e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442755 Jul 21 21:07:25.602327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:25.613069 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.613418 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.613768 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.614114 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.614440 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.614770 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.615099 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.615426 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.615775 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.616104 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.616423 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.616750 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.617072 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.617396 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.617720 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:25.643735 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:25.644355 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:25.661253 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-b55637ad-22db-4efb-96ef-91f82373c24c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668859 Jul 21 21:07:25.680614 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Request body: {'port': {'device_id': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:07:25.744636 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:25.774786 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-d2e23ef5-e441-40d9-8f3e-737ec52c687d None None] Provisioning complete for port d5c58d5e-5dad-47ae-849c-a07fc4120ecc triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:07:25.775419 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-d2e23ef5-e441-40d9-8f3e-737ec52c687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:25.806667 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-d2e23ef5-e441-40d9-8f3e-737ec52c687d None None] Port d5c58d5e-5dad-47ae-849c-a07fc4120ecc cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:07:25.998788 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c58d5e-5dad-47ae-849c-a07fc4120ecc {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:07:26.005983 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Publish callbacks [] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:26.019020 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Transition to ACTIVE for port object d5c58d5e-5dad-47ae-849c-a07fc4120ecc will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:07:26.022372 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:26.069721 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:26.147359 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Attempting to bind port d5c58d5e-5dad-47ae-849c-a07fc4120ecc on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:07:26.147786 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Attempting to bind port d5c58d5e-5dad-47ae-849c-a07fc4120ecc by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:07:26.148053 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Attempting to bind port d5c58d5e-5dad-47ae-849c-a07fc4120ecc on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:07:26.152849 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Port d5c58d5e-5dad-47ae-849c-a07fc4120ecc on network 9a056bea-ebfc-41ce-8004-0588675751ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:07:26.153165 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Attempting to bind port d5c58d5e-5dad-47ae-849c-a07fc4120ecc on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:07:26.158528 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:07:26.158943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Checking segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:07:26.159340 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Bound using segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:07:26.159826 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Bound port: d5c58d5e-5dad-47ae-849c-a07fc4120ecc, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:07:26.160212 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:26.194577 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:26.217353 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:26.227034 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] For port d5c58d5e-5dad-47ae-849c-a07fc4120ecc, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:07:26.230649 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] For port d5c58d5e-5dad-47ae-849c-a07fc4120ecc, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:07:26.236745 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:26.269538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:26.270151 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:26.271496 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] 10.222.0.73 "PUT /v2.0/ports/d5c58d5e-5dad-47ae-849c-a07fc4120ecc HTTP/1.1" status: 200 len: 1093 time: 0.5952637 Jul 21 21:07:26.271952 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'tag': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:07:26.274159 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf039e0-8b90-41de-94c1-0f24e1fad513" -d '{"events": [{"name": "network-changed", "server_uuid": "70f896fc-e71f-463e-b416-8f425c5ab33d", "tag": "d5c58d5e-5dad-47ae-849c-a07fc4120ecc"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:07:26.302982 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1750c-0256-439a-b76f-fb05b2991730 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:26.317365 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d74b99-3869-4387-ad88-0dd20165a890 x-openstack-request-id: req-03d74b99-3869-4387-ad88-0dd20165a890 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:07:26.317907 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f896fc-e71f-463e-b416-8f425c5ab33d", "tag": "d5c58d5e-5dad-47ae-849c-a07fc4120ecc", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:07:26.318167 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03d74b99-3869-4387-ad88-0dd20165a890 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:07:26.318577 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d74b99-3869-4387-ad88-0dd20165a890'] response: {'name': 'network-changed', 'server_uuid': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'tag': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'status': 'completed', 'code': 200} Jul 21 21:07:26.381636 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df47e-0b26-464d-9276-926d62310609 req-adc8a6a3-fee6-41b8-b58a-5964e5bbdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:26.383164 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-adc8a6a3-fee6-41b8-b58a-5964e5bbdf55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 1127 time: 0.0419183 Jul 21 21:07:26.437089 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-c12180dc-8725-4aaf-befa-2a2aa0aa866d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c58d5e-5dad-47ae-849c-a07fc4120ecc HTTP/1.1" status: 200 len: 217 time: 0.0380337 Jul 21 21:07:26.488436 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df47e-0b26-464d-9276-926d62310609 req-01932371-4a86-4925-af0a-175a0b01f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:26.489901 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-01932371-4a86-4925-af0a-175a0b01f217 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0445471 Jul 21 21:07:26.532639 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df47e-0b26-464d-9276-926d62310609 req-ddd4a087-f306-4dce-a92b-01e1412f010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:26.534013 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-ddd4a087-f306-4dce-a92b-01e1412f010b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370939 Jul 21 21:07:26.626992 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-0b4cecd9-3f99-47fb-b8d4-e1ed2322d13e service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866249 Jul 21 21:07:26.717271 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-786df47e-0b26-464d-9276-926d62310609 req-a5c52ad2-8921-4c20-8e7b-07a467b7ad6c service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838397 Jul 21 21:07:26.721980 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f745b-33f2-4c55-807a-1697e5e949fe req-4d97653e-9c13-44c3-a563-95580ca9c51a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:26.723441 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-344f745b-33f2-4c55-807a-1697e5e949fe req-4d97653e-9c13-44c3-a563-95580ca9c51a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 943 time: 0.0514324 Jul 21 21:07:26.772177 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-344f745b-33f2-4c55-807a-1697e5e949fe req-15dcc794-5cee-4339-991b-540cb383ecb3 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Jul 21 21:07:27.896933 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2ba54-6cc3-4aeb-984a-3cd7fcbacbde req-98437de3-afa6-4bf5-a3df-1a48a36ad8af tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:27.898390 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aae2ba54-6cc3-4aeb-984a-3cd7fcbacbde req-98437de3-afa6-4bf5-a3df-1a48a36ad8af tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 943 time: 0.0517938 Jul 21 21:07:27.945346 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aae2ba54-6cc3-4aeb-984a-3cd7fcbacbde req-48668f8d-6fe8-4299-822d-2716ca355fb1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Jul 21 21:07:28.988066 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-d4d7de79-09dd-4a41-bd99-3eaa1d8d3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:28.989620 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-d4d7de79-09dd-4a41-bd99-3eaa1d8d3a53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 1127 time: 0.0402040 Jul 21 21:07:29.089671 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-6a2c193b-3d2e-4043-be8f-15cbf181e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:29.091364 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-6a2c193b-3d2e-4043-be8f-15cbf181e27a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0943103 Jul 21 21:07:29.130594 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-81774200-390b-4243-9cc7-dd24acd22df0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c58d5e-5dad-47ae-849c-a07fc4120ecc HTTP/1.1" status: 200 len: 217 time: 0.0328398 Jul 21 21:07:29.178322 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-b2d9424a-3e12-488c-8cb8-f5873a45a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:29.179798 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-b2d9424a-3e12-488c-8cb8-f5873a45a823 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0434630 Jul 21 21:07:29.220898 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ec830-368e-4d3a-9ffb-329991663805 req-0659a163-2bbf-46ac-8c43-71d9cccef745 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:29.222401 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e67ec830-368e-4d3a-9ffb-329991663805 req-0659a163-2bbf-46ac-8c43-71d9cccef745 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 943 time: 0.2090812 Jul 21 21:07:29.227547 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-d173ee76-e11e-43d3-ab0d-0056fbd2d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:29.229083 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-d173ee76-e11e-43d3-ab0d-0056fbd2d442 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428047 Jul 21 21:07:29.275183 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e67ec830-368e-4d3a-9ffb-329991663805 req-340edbc1-0171-4844-8adf-9a4fa7cb6b32 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467954 Jul 21 21:07:29.317915 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-75849cea-b3e3-4e0a-b460-45c2cb152fe7 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820911 Jul 21 21:07:29.412419 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-bcf039e0-8b90-41de-94c1-0f24e1fad513 req-0a923b76-a13a-429f-9627-8e4749044347 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857747 Jul 21 21:07:30.018813 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:30.154755 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device d5c58d5e-5dad-47ae-849c-a07fc4120ecc details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:07:30.174586 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:30.256052 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port d5c58d5e-5dad-47ae-849c-a07fc4120ecc, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:30.268704 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'port_id': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'mac_address': 'fa:16:3e:2c:1b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:07:30.309743 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port d5c58d5e-5dad-47ae-849c-a07fc4120ecc is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:07:30.310142 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:30.323308 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c58d5e-5dad-47ae-849c-a07fc4120ecc {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:07:30.345473 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port d5c58d5e-5dad-47ae-849c-a07fc4120ecc, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:30.349828 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:30.398181 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:30.406530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.406887 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.407235 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.407580 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.407952 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.408290 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.408624 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.408955 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.409285 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.409614 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.409944 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.410276 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.410603 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.410932 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.411424 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:07:30.433490 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:30.450670 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180caa0-1c9a-4ad6-95f2-cc7fb2c43629 req-59d65956-d9a4-411b-9918-36857cf648d1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:30.452140 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e180caa0-1c9a-4ad6-95f2-cc7fb2c43629 req-59d65956-d9a4-411b-9918-36857cf648d1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 944 time: 0.1078789 Jul 21 21:07:30.472732 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:30.500911 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e180caa0-1c9a-4ad6-95f2-cc7fb2c43629 req-1681b47f-cc33-43e4-a70b-34f2f1afec1e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Jul 21 21:07:30.797264 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['d5c58d5e-5dad-47ae-849c-a07fc4120ecc'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:07:31.178687 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7fac-d71d-413c-9eef-335ad6c58b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:31.619283 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258aa4b-9eb6-4538-979a-873400e0219c req-fba58f3f-cc7e-48f4-b815-2c7f6a43b6b2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:31.620807 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c258aa4b-9eb6-4538-979a-873400e0219c req-fba58f3f-cc7e-48f4-b815-2c7f6a43b6b2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 944 time: 0.0509131 Jul 21 21:07:31.667323 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c258aa4b-9eb6-4538-979a-873400e0219c req-7c878ec8-c58a-4cb4-a9fe-4f031c5ba35a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Jul 21 21:07:32.163031 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device d5c58d5e-5dad-47ae-849c-a07fc4120ecc up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:07:32.188465 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:32.208076 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port d5c58d5e-5dad-47ae-849c-a07fc4120ecc completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:07:32.214552 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port d5c58d5e-5dad-47ae-849c-a07fc4120ecc triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:07:32.215026 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:32.292623 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port d5c58d5e-5dad-47ae-849c-a07fc4120ecc is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:07:32.293019 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:32.316029 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:07:32.318722 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca42d5ee-f830-44be-965f-1d0e39333a77" -d '{"events": [{"server_uuid": "70f896fc-e71f-463e-b416-8f425c5ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "d5c58d5e-5dad-47ae-849c-a07fc4120ecc"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:07:32.332355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port d5c58d5e-5dad-47ae-849c-a07fc4120ecc, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:07:32.336260 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:32.360780 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e64850b-4884-4578-81c7-d7de01ab5b2e x-openstack-request-id: req-3e64850b-4884-4578-81c7-d7de01ab5b2e {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:07:32.361078 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f896fc-e71f-463e-b416-8f425c5ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "d5c58d5e-5dad-47ae-849c-a07fc4120ecc", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:07:32.361359 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e64850b-4884-4578-81c7-d7de01ab5b2e {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:07:32.361750 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e64850b-4884-4578-81c7-d7de01ab5b2e'] response: {'server_uuid': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'code': 200} Jul 21 21:07:32.387672 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:07:32.564218 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7da90-cf6f-4d16-8bb7-fc127778f38a req-39130c2d-90bf-45e4-ab3e-fcea1121b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:32.565639 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-91f7da90-cf6f-4d16-8bb7-fc127778f38a req-39130c2d-90bf-45e4-ab3e-fcea1121b548 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 1129 time: 0.0384564 Jul 21 21:07:32.611304 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-91f7da90-cf6f-4d16-8bb7-fc127778f38a req-2561fda9-7c37-4e0f-84d0-dc07c2306ec4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 Jul 21 21:07:32.780376 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15692c85-ca81-45b9-8e2a-ec7948d77302 req-385bc9b3-1055-46a2-a336-9fadc1883ea9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:32.781838 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-15692c85-ca81-45b9-8e2a-ec7948d77302 req-385bc9b3-1055-46a2-a336-9fadc1883ea9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 945 time: 0.0473583 Jul 21 21:07:32.829010 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-15692c85-ca81-45b9-8e2a-ec7948d77302 req-b3e3386f-1b16-4c48-b6ae-21780f341331 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Jul 21 21:07:33.945724 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c70ab-aa5c-4f06-b285-5244e3486234 req-03b7bacb-5311-40b2-be2f-ac2a1cda171b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:33.947208 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b52c70ab-aa5c-4f06-b285-5244e3486234 req-03b7bacb-5311-40b2-be2f-ac2a1cda171b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 945 time: 0.0468330 Jul 21 21:07:33.994884 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b52c70ab-aa5c-4f06-b285-5244e3486234 req-03304d70-ad5e-44f8-9221-f68ef828cff5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414150 Jul 21 21:07:34.093422 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a4c9de9a-e505-4362-ae2f-72525e4caf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:35.110904 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7433a-8bb6-4991-98e9-194bd5d9a46f req-d29cd6d2-82cd-495b-b261-e94316d8467d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:35.112450 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b3d7433a-8bb6-4991-98e9-194bd5d9a46f req-d29cd6d2-82cd-495b-b261-e94316d8467d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 945 time: 0.0478158 Jul 21 21:07:35.159687 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:35.164445 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b3d7433a-8bb6-4991-98e9-194bd5d9a46f req-19a80ee1-5025-46ce-949b-3b852dd0e88e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 Jul 21 21:07:35.273256 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd535f07-6117-4c99-8664-b19506541c7f req-e0b27c5a-9400-4563-bb29-b3120d2e98b3 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:35.274711 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd535f07-6117-4c99-8664-b19506541c7f req-e0b27c5a-9400-4563-bb29-b3120d2e98b3 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 945 time: 0.0478873 Jul 21 21:07:35.283316 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60508) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:07:35.287676 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'floatingip': {'port_id': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:07:35.328690 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (008524c9-cfad-4950-89ed-1bbddc4ea9e2), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:35.948941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.db.resource_extend [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 21:07:35.994639 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:35.998693 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (008524c9-cfad-4950-89ed-1bbddc4ea9e2), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:36.101383 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Floating IP 008524c9-cfad-4950-89ed-1bbddc4ea9e2 associated. External IP: 172.27.3.66, port: d5c58d5e-5dad-47ae-849c-a07fc4120ecc. Jul 21 21:07:36.250333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:36.282022 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:36.306716 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:07:36.310088 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:36.418537 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:07:36.423416 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:36.427989 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:07:36.441094 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:07:36.441850 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:07:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:36.453634 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-244521ad-511b-46a5-8a9e-92f63da46e86 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "PUT /v2.0/floatingips/008524c9-cfad-4950-89ed-1bbddc4ea9e2 HTTP/1.1" status: 200 len: 990 time: 1.1692398 Jul 21 21:07:36.454223 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'tag': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:07:36.456514 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a962a85-5bd6-40eb-ade5-de675e6160c3" -d '{"events": [{"name": "network-changed", "server_uuid": "70f896fc-e71f-463e-b416-8f425c5ab33d", "tag": "d5c58d5e-5dad-47ae-849c-a07fc4120ecc"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:07:36.497728 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fcfb9e-8f80-4109-b449-3fa36c9503b9 x-openstack-request-id: req-26fcfb9e-8f80-4109-b449-3fa36c9503b9 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:07:36.498026 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f896fc-e71f-463e-b416-8f425c5ab33d", "tag": "d5c58d5e-5dad-47ae-849c-a07fc4120ecc", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:07:36.498287 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26fcfb9e-8f80-4109-b449-3fa36c9503b9 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:07:36.498732 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26fcfb9e-8f80-4109-b449-3fa36c9503b9'] response: {'name': 'network-changed', 'server_uuid': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'tag': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'status': 'completed', 'code': 200} Jul 21 21:07:36.548164 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:07:36.579697 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:36.589140 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-19c414bc-429a-430d-8c36-591976374a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:36.590639 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-19c414bc-429a-430d-8c36-591976374a55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 1129 time: 0.0402827 Jul 21 21:07:36.667674 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:36.686718 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-936c3d9b-9e86-40a2-b47c-ff51c98c9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:36.687267 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-936c3d9b-9e86-40a2-b47c-ff51c98c9a89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0905061 Jul 21 21:07:36.752007 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-e8eed660-8800-42a0-9f57-a5ee0603c827 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c58d5e-5dad-47ae-849c-a07fc4120ecc HTTP/1.1" status: 200 len: 998 time: 0.0569367 Jul 21 21:07:36.786979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '008524c9-cfad-4950-89ed-1bbddc4ea9e2', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:2c:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:07:22Z', 'updated_at': '2022-07-21T21:07:35Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}, {'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:43Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:36.801152 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-fc57ac3c-40c2-49b3-9550-b0cce4cd599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:36.802518 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-fc57ac3c-40c2-49b3-9550-b0cce4cd599a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0438991 Jul 21 21:07:36.816286 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:07:36.825599 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:07:36.826210 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:07:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:36.851860 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-b579a3ef-8a89-434f-95c2-630fef8ba752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:07:36.853343 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-b579a3ef-8a89-434f-95c2-630fef8ba752 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437758 Jul 21 21:07:36.925845 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:07:36.944778 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-eb781dcf-0f17-4306-af17-dc3ff4fcaeda service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838759 Jul 21 21:07:37.045131 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6a962a85-5bd6-40eb-ade5-de675e6160c3 req-0f6bd0ee-7bd5-4c20-89af-ff7533118c1f service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941453 Jul 21 21:07:37.228495 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:37.272945 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '008524c9-cfad-4950-89ed-1bbddc4ea9e2', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:2c:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:07:22Z', 'updated_at': '2022-07-21T21:07:35Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}, {'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:43Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:07:37.273662 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:07:37.298114 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d74ca-ffe4-4e7f-9afc-3d2b753193f7 None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '008524c9-cfad-4950-89ed-1bbddc4ea9e2', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:2c:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:07:22Z', 'updated_at': '2022-07-21T21:07:35Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}, {'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:43Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:07:37.480618 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a17abd-1c9e-41ae-ba35-d11adad9c0a1 None None] New status for floating IP 008524c9-cfad-4950-89ed-1bbddc4ea9e2: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:07:37.513078 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:07:45.153372 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=55 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:47.039369 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=60 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:47.041290 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=68 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:47.505678 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:47.507561 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:50.018777 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:50.019543 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:07:51.007075 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:00.997170 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:01.003452 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:01.181021 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6d957a27-abda-4108-ba85-19e74a1a2633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:04.096386 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-56e8ffca-78bd-4768-8229-f25b64e4b43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:06.253661 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:06.650149 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:07.514587 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:14.272185 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:08:17.504232 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:17.510344 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:21.033935 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:27.571586 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=21 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:27.573493 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=13 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:29.582164 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-713db405-23b9-4b34-9d7b-7060be9865d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378330 Jul 21 21:08:29.680971 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-a8930f9c-a03e-495f-8ef8-c0cc8105aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:29.682386 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-a8930f9c-a03e-495f-8ef8-c0cc8105aeca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 1129 time: 0.0385907 Jul 21 21:08:29.790202 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-41cf4f9c-8bbd-4940-a2f1-2a61477bd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:29.791731 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-41cf4f9c-8bbd-4940-a2f1-2a61477bd55d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0897903 Jul 21 21:08:29.852661 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-d6da9a2e-a7f2-42cb-b073-905eca128460 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 HTTP/1.1" status: 200 len: 1000 time: 0.0540729 Jul 21 21:08:29.905560 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-113ddfa8-826f-4886-b657-292c1470a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:29.907044 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-113ddfa8-826f-4886-b657-292c1470a520 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0477996 Jul 21 21:08:29.949632 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-1f886843-8e98-4f8b-a6b0-486d1baa88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:29.951003 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-1f886843-8e98-4f8b-a6b0-486d1baa88ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382361 Jul 21 21:08:30.041022 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-d2aa5f30-ac18-4abd-a8b1-b4879b1d9188 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829020 Jul 21 21:08:30.136731 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7bf367b9-774b-4816-850e-2db5ca0ae0d6 req-d0818318-dc4b-453d-8692-f6ac207dbfc5 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878208 Jul 21 21:08:31.027570 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:31.029515 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:31.182210 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-6055beb6-71e6-4753-9e0f-d9ad38dfff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:34.101230 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1cef55ac-5b6f-490b-b983-ea7a22539f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:36.256178 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:36.653383 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:37.517714 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:40.121655 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=48 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:40.133208 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=53 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:47.506451 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:UPDATE=1,neutron:SELECT=9 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:47.512434 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:49.279427 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-7e953312-2c5b-41e3-be68-512b5bacb9a4 req-ec54685e-caba-4976-b724-b4b7e06adeeb service neutron] (110830) timed out ('10.222.0.73', 65437) {{(pid=110830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 21:08:49.545020 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-bc3653dc-024d-4b30-81e5-8e6ebd7e0270 req-b5b1fec8-4582-4891-838a-15d2ce65cba4 service neutron] (110831) timed out ('10.222.0.73', 65498) {{(pid=110831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 21:08:50.048631 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-4e06d54d-a112-47aa-be14-3673d643f7fc req-0d1004b2-5be0-46a4-8ae6-80c8825376c7 service neutron] (110831) timed out ('10.222.0.73', 65460) {{(pid=110831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 21:08:51.035060 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:51.271574 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:08:52.182453 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc836-f87a-44ab-b9fa-8c56176d146f req-1f832699-94fe-4072-b20f-f9e5e05d52aa tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:52.183959 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-db3cc836-f87a-44ab-b9fa-8c56176d146f req-1f832699-94fe-4072-b20f-f9e5e05d52aa tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 945 time: 0.0491500 Jul 21 21:08:52.230886 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-db3cc836-f87a-44ab-b9fa-8c56176d146f req-7331d61f-aaec-4bf5-8960-8540985e5d77 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Jul 21 21:08:53.348418 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee5f84-05e9-4905-82ff-9fb2f8f0bab2 req-4a1e857c-72ee-425d-a490-f3618fa33200 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:53.349872 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-17ee5f84-05e9-4905-82ff-9fb2f8f0bab2 req-4a1e857c-72ee-425d-a490-f3618fa33200 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 945 time: 0.0475953 Jul 21 21:08:53.396729 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-17ee5f84-05e9-4905-82ff-9fb2f8f0bab2 req-cb6a71e7-516a-46cf-9b73-858428564b9a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Jul 21 21:08:54.249453 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-5c90da5a-2c9c-40a6-a3c8-5caf210c2bb1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:54.250902 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-5c90da5a-2c9c-40a6-a3c8-5caf210c2bb1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 945 time: 0.0513680 Jul 21 21:08:54.330135 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Deleting port d5c58d5e-5dad-47ae-849c-a07fc4120ecc {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:08:54.330476 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:54.427902 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] For port d5c58d5e-5dad-47ae-849c-a07fc4120ecc, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:08:54.428449 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:54.517792 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4764337-2fc0-4c00-9f19-b09369b203a3 req-4d1c8cf6-edc5-41cb-95de-b3fff369cd5b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:54.519292 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c4764337-2fc0-4c00-9f19-b09369b203a3 req-4d1c8cf6-edc5-41cb-95de-b3fff369cd5b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=70f896fc-e71f-463e-b416-8f425c5ab33d HTTP/1.1" status: 200 len: 945 time: 0.0479338 Jul 21 21:08:54.567552 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c4764337-2fc0-4c00-9f19-b09369b203a3 req-31065f45-6dfb-4e55-8ebc-8f8246512d0a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=15021130-4b86-4901-b045-4d0bd1e67872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Jul 21 21:08:54.602762 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:54.603127 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (008524c9-cfad-4950-89ed-1bbddc4ea9e2), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:54.603444 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Floating IP 008524c9-cfad-4950-89ed-1bbddc4ea9e2 disassociated. External IP: 172.27.3.66, port: d5c58d5e-5dad-47ae-849c-a07fc4120ecc. Jul 21 21:08:54.603817 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Calling delete_port for d5c58d5e-5dad-47ae-849c-a07fc4120ecc owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:08:54.733753 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (d5c58d5e-5dad-47ae-849c-a07fc4120ecc), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:54.769170 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'Port': ['ID=d5c58d5e-5dad-47ae-849c-a07fc4120ecc,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:08:54.784523 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.785286 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.785623 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.785950 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.786283 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.786605 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.786919 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.787235 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.787555 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.788440 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.788863 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.789214 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.790169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.790169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.790386 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:54.893472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:08:54.997020 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:08:55.003103 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:55.006789 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:08:55.016179 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:08:55.017333 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:08:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:08:55.041679 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] No DVR routers for this DVR port d5c58d5e-5dad-47ae-849c-a07fc4120ecc on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:08:55.044335 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:55.047781 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-aaf82509-e6a8-4ea0-a268-2e1495484fe1 req-12ba33ad-ea4e-479a-8b3b-a594e55fa90f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "DELETE /v2.0/ports/d5c58d5e-5dad-47ae-849c-a07fc4120ecc HTTP/1.1" status: 204 len: 173 time: 0.7914593 Jul 21 21:08:55.048329 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'name': 'network-vif-deleted', 'tag': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:08:55.051444 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a53aa3-b7f5-4d55-bfa7-45dbf4403a16" -d '{"events": [{"server_uuid": "70f896fc-e71f-463e-b416-8f425c5ab33d", "name": "network-vif-deleted", "tag": "d5c58d5e-5dad-47ae-849c-a07fc4120ecc"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:08:55.091395 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f55958-d41a-471e-a3df-a14a542d4b18 x-openstack-request-id: req-a2f55958-d41a-471e-a3df-a14a542d4b18 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:08:55.091690 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f896fc-e71f-463e-b416-8f425c5ab33d", "name": "network-vif-deleted", "tag": "d5c58d5e-5dad-47ae-849c-a07fc4120ecc", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:08:55.091974 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2f55958-d41a-471e-a3df-a14a542d4b18 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:08:55.092380 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f55958-d41a-471e-a3df-a14a542d4b18'] response: {'server_uuid': '70f896fc-e71f-463e-b416-8f425c5ab33d', 'name': 'network-vif-deleted', 'tag': 'd5c58d5e-5dad-47ae-849c-a07fc4120ecc', 'status': 'completed', 'code': 200} Jul 21 21:08:55.140411 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:08:55.368952 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:43Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:08:55.397958 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:08:55.406501 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:08:55.407116 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:08:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:08:55.519957 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:08:55.660365 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60572) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:08:55.702752 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:08:55.718765 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0a18-11fe-495c-b9a3-470cbd52b9a9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (15021130-4b86-4901-b045-4d0bd1e67872), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:55.740902 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:43Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:08:55.742567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0a18-11fe-495c-b9a3-470cbd52b9a9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (15021130-4b86-4901-b045-4d0bd1e67872), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:55.765748 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c66f54e-5b44-42dc-8448-f09717357557 None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '3145d573-41d5-41b4-9d7a-2b8503299048', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:ab:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:05:19Z', 'updated_at': '2022-07-21T21:05:43Z', 'revision_number': 2, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:08:55.794987 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0a18-11fe-495c-b9a3-470cbd52b9a9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (15021130-4b86-4901-b045-4d0bd1e67872), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:55.797755 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0a18-11fe-495c-b9a3-470cbd52b9a9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:55.799150 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-1e2d0a18-11fe-495c-b9a3-470cbd52b9a9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "DELETE /v2.0/security-groups/15021130-4b86-4901-b045-4d0bd1e67872 HTTP/1.1" status: 204 len: 168 time: 0.1377499 Jul 21 21:08:55.802036 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60574) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:08:55.808671 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d0a18-11fe-495c-b9a3-470cbd52b9a9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15021130-4b86-4901-b045-4d0bd1e67872,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:08:55.817996 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.api.v2.resource [None req-77d42f13-17a9-4651-ac34-26137c1b64bd tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] show failed (client error): The resource could not be found. Jul 21 21:08:55.822570 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-77d42f13-17a9-4651-ac34-26137c1b64bd tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups/15021130-4b86-4901-b045-4d0bd1e67872 HTTP/1.1" status: 404 len: 347 time: 0.0194831 Jul 21 21:08:55.823241 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60576) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:08:55.943777 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Deleting port 49508f0c-ff0e-4112-979c-91fd7029c45d {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:08:55.944134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (49508f0c-ff0e-4112-979c-91fd7029c45d), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:55.999752 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8b83e-a1a0-4c75-a98d-29d21ae230b2 None None] New status for floating IP 008524c9-cfad-4950-89ed-1bbddc4ea9e2: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:08:56.024915 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (49508f0c-ff0e-4112-979c-91fd7029c45d), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:56.025165 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (49508f0c-ff0e-4112-979c-91fd7029c45d), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:56.037846 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Calling delete_port for 49508f0c-ff0e-4112-979c-91fd7029c45d owned by network:floatingip {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:08:56.172335 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (49508f0c-ff0e-4112-979c-91fd7029c45d), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:56.202371 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'Port': ['ID=49508f0c-ff0e-4112-979c-91fd7029c45d,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:08:56.224704 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.225054 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.225398 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.225740 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.226075 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.226409 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.226737 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.227064 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.227410 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.227734 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.228068 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.228392 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.228715 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.229038 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.229359 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:08:56.276227 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (008524c9-cfad-4950-89ed-1bbddc4ea9e2), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:56.278814 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:56.279982 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-9c229abc-1792-4f8d-8276-199a21d5ac19 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "DELETE /v2.0/floatingips/008524c9-cfad-4950-89ed-1bbddc4ea9e2 HTTP/1.1" status: 204 len: 168 time: 0.4556956 Jul 21 21:08:56.442200 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device d5c58d5e-5dad-47ae-849c-a07fc4120ecc no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:08:56.465470 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: d5c58d5e-5dad-47ae-849c-a07fc4120ecc {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:08:56.465822 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device d5c58d5e-5dad-47ae-849c-a07fc4120ecc not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:08:57.870669 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25613258-ceff-49f4-9d8b-a92a908a4f8f req-1044d547-2964-47e5-8ce1-a052fb500fc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:57.872342 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-25613258-ceff-49f4-9d8b-a92a908a4f8f req-1044d547-2964-47e5-8ce1-a052fb500fc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 945 time: 0.0479491 Jul 21 21:08:57.930630 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-25613258-ceff-49f4-9d8b-a92a908a4f8f req-664e249d-2ecb-43af-a6a3-0921c6e3c7f2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499785 Jul 21 21:08:58.022639 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3960d-f2d8-4b43-b0e5-a17700c7bc60 req-65bdcd4d-e69a-4a29-9f9a-5007d8af3bd2 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:58.024137 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e9c3960d-f2d8-4b43-b0e5-a17700c7bc60 req-65bdcd4d-e69a-4a29-9f9a-5007d8af3bd2 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0467298 Jul 21 21:08:58.073079 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e9c3960d-f2d8-4b43-b0e5-a17700c7bc60 req-75f60238-a087-4036-9965-8211eb22a8ae tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434813 Jul 21 21:08:59.044602 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd29b7-3ff8-4e74-aa83-b06d171bc8d3 req-b66c2f04-1569-4330-8824-9c0f089fff17 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:59.046048 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-74dd29b7-3ff8-4e74-aa83-b06d171bc8d3 req-b66c2f04-1569-4330-8824-9c0f089fff17 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 945 time: 0.0471997 Jul 21 21:08:59.093904 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-74dd29b7-3ff8-4e74-aa83-b06d171bc8d3 req-67ac2f0f-913e-4802-8957-617c8190f02d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=64e827e4-3352-4eb7-a4a7-434ac59fc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418680 Jul 21 21:08:59.188720 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307ea0-1ea2-4f16-93ee-ff5b74205d66 req-8b47a674-bbad-48a6-b753-4beff4da58d3 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:59.190226 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9307ea0-1ea2-4f16-93ee-ff5b74205d66 req-8b47a674-bbad-48a6-b753-4beff4da58d3 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0467911 Jul 21 21:08:59.239408 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a9307ea0-1ea2-4f16-93ee-ff5b74205d66 req-37842881-a87a-4d8c-8ec4-151b5f98abca tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436432 Jul 21 21:08:59.701340 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-9348dbb3-2097-492b-b7f0-a08a41a77d47 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:08:59.702646 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-9348dbb3-2097-492b-b7f0-a08a41a77d47 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Jul 21 21:08:59.786796 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Deleting port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:08:59.787139 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:08:59.880302 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] For port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:08:59.880672 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:00.039427 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:00.039736 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (3145d573-41d5-41b4-9d7a-2b8503299048), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:00.040105 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Floating IP 3145d573-41d5-41b4-9d7a-2b8503299048 disassociated. External IP: 172.27.3.51, port: c7c81f7a-fe16-46f7-a7e9-8f5533d58a01. Jul 21 21:09:00.040449 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Calling delete_port for c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:09:00.175420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (c7c81f7a-fe16-46f7-a7e9-8f5533d58a01), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:00.197293 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-74ee0ce9-7177-410f-838c-33ca7d2068b0 req-d7bbaff8-b719-4d63-be03-800d6dfe57be tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 210 time: 0.0332403 Jul 21 21:09:00.203017 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'Port': ['ID=c7c81f7a-fe16-46f7-a7e9-8f5533d58a01,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:00.250788 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:00.257600 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:00.344120 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:09:00.363082 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d835402-c3e5-42f4-a498-46b2701a0499 req-92742706-b957-4277-ac41-79b7499d9b62 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:00.364577 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7d835402-c3e5-42f4-a498-46b2701a0499 req-92742706-b957-4277-ac41-79b7499d9b62 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0564072 Jul 21 21:09:00.742193 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-7d835402-c3e5-42f4-a498-46b2701a0499 req-31bfb655-c015-41fb-9684-2df49c630a4e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712645 Jul 21 21:09:00.755703 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:09:00.772971 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:09:00.782972 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:09:00.783656 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:08:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:09:00.803990 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] No DVR routers for this DVR port c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:09:00.806483 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:00.809786 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b0a75229-799c-410c-89d3-1e8c0fb777cf req-3acdd652-8df7-425d-83ad-f30a1d48fefc tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "DELETE /v2.0/ports/c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 HTTP/1.1" status: 204 len: 173 time: 1.1006832 Jul 21 21:09:00.810236 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'name': 'network-vif-deleted', 'tag': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:09:00.812500 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f05924a-8e72-4739-b5c3-4ac7b59c5b2b" -d '{"events": [{"server_uuid": "bbfb563f-9476-4097-bdb1-5009aa10a622", "name": "network-vif-deleted", "tag": "c7c81f7a-fe16-46f7-a7e9-8f5533d58a01"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:09:00.850406 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46969333-938d-4abf-beb8-d4de9add219b x-openstack-request-id: req-46969333-938d-4abf-beb8-d4de9add219b {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:09:00.851243 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb563f-9476-4097-bdb1-5009aa10a622", "name": "network-vif-deleted", "tag": "c7c81f7a-fe16-46f7-a7e9-8f5533d58a01", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:09:00.851243 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46969333-938d-4abf-beb8-d4de9add219b {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:09:00.852153 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46969333-938d-4abf-beb8-d4de9add219b'] response: {'server_uuid': 'bbfb563f-9476-4097-bdb1-5009aa10a622', 'name': 'network-vif-deleted', 'tag': 'c7c81f7a-fe16-46f7-a7e9-8f5533d58a01', 'status': 'completed', 'code': 200} Jul 21 21:09:00.996114 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:01.000031 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:01.023134 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:09:01.219394 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-d5796dab-f52e-45d8-acee-b6207a49b936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:01.223567 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:09:01.250122 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:09:01.259913 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:09:01.260542 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:08:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:09:01.331123 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0fced9b2-5c87-4fa3-82cb-6d9d45d3c109 req-09b9fabc-03a5-463f-8540-e938b41fba34 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbfb563f-9476-4097-bdb1-5009aa10a622 HTTP/1.1" status: 200 len: 210 time: 0.0320699 Jul 21 21:09:01.376123 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:09:01.574209 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:09:01.603411 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2115610-4b72-48c2-a58a-8d844e9dedc0 None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:09:01.826711 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4439aa7-dcb3-4969-b7d6-81de9cf019cc None None] New status for floating IP 3145d573-41d5-41b4-9d7a-2b8503299048: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:09:01.863213 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dbdc9-509b-4bb7-9585-878fc97dc095 req-4b7dd565-58c9-43a2-8985-3ef6a9210470 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:01.864758 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-303dbdc9-509b-4bb7-9585-878fc97dc095 req-4b7dd565-58c9-43a2-8985-3ef6a9210470 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0490496 Jul 21 21:09:01.916226 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-303dbdc9-509b-4bb7-9585-878fc97dc095 req-55b5f913-c335-4910-8488-7a2339863a5d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455360 Jul 21 21:09:02.432187 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60620) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:02.440601 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:02.462427 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:02.488095 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:09:02.504152 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-96ede230-ad79-4181-84ca-89c554f4f53e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (64e827e4-3352-4eb7-a4a7-434ac59fc0f1), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:02.509911 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:09:02.510257 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device c7c81f7a-fe16-46f7-a7e9-8f5533d58a01 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:09:02.532351 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-96ede230-ad79-4181-84ca-89c554f4f53e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (64e827e4-3352-4eb7-a4a7-434ac59fc0f1), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:02.591572 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-96ede230-ad79-4181-84ca-89c554f4f53e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (64e827e4-3352-4eb7-a4a7-434ac59fc0f1), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:02.594551 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-96ede230-ad79-4181-84ca-89c554f4f53e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:02.596189 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-96ede230-ad79-4181-84ca-89c554f4f53e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "DELETE /v2.0/security-groups/64e827e4-3352-4eb7-a4a7-434ac59fc0f1 HTTP/1.1" status: 204 len: 168 time: 0.1629410 Jul 21 21:09:02.599757 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60622) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:02.606525 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ede230-ad79-4181-84ca-89c554f4f53e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e827e4-3352-4eb7-a4a7-434ac59fc0f1,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:02.616222 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.api.v2.resource [None req-48d25f5a-2855-41bb-8949-db50fd0a0fb1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] show failed (client error): The resource could not be found. Jul 21 21:09:02.617200 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-48d25f5a-2855-41bb-8949-db50fd0a0fb1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups/64e827e4-3352-4eb7-a4a7-434ac59fc0f1 HTTP/1.1" status: 404 len: 347 time: 0.0158505 Jul 21 21:09:02.620605 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60624) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:02.757754 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Deleting port 89e332ad-6b69-4f18-af50-f4cc02731990 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:09:02.758117 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (89e332ad-6b69-4f18-af50-f4cc02731990), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:02.849790 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (89e332ad-6b69-4f18-af50-f4cc02731990), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:02.850115 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (89e332ad-6b69-4f18-af50-f4cc02731990), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:02.866630 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Calling delete_port for 89e332ad-6b69-4f18-af50-f4cc02731990 owned by network:floatingip {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:09:03.010946 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (89e332ad-6b69-4f18-af50-f4cc02731990), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.035209 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'Port': ['ID=89e332ad-6b69-4f18-af50-f4cc02731990,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:03.061660 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6b18-59c7-4dcb-932f-9fee75e22f34 req-b00adc7f-f40e-4407-b70c-61201a29319f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:03.064919 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-684d6b18-59c7-4dcb-932f-9fee75e22f34 req-b00adc7f-f40e-4407-b70c-61201a29319f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0615957 Jul 21 21:09:03.107982 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (3145d573-41d5-41b4-9d7a-2b8503299048), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.110442 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.112153 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b73e7f8d-5663-436f-b53e-b5a32452363f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "DELETE /v2.0/floatingips/3145d573-41d5-41b4-9d7a-2b8503299048 HTTP/1.1" status: 204 len: 168 time: 0.4905767 Jul 21 21:09:03.115133 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-684d6b18-59c7-4dcb-932f-9fee75e22f34 req-5bda34a9-ffee-4507-8e42-87e597101488 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447693 Jul 21 21:09:03.206866 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60630) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:03.211430 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-df82771f-0366-4e70-88e1-184a75b0335d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155248572', 'description': 'tempest-description--982415958'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:09:03.233223 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-df82771f-0366-4e70-88e1-184a75b0335d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.324675 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-df82771f-0366-4e70-88e1-184a75b0335d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (79b315c0-3fcc-4f8c-8161-8eebf7c96c62), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.328096 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-df82771f-0366-4e70-88e1-184a75b0335d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (79b315c0-3fcc-4f8c-8161-8eebf7c96c62), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.363700 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-df82771f-0366-4e70-88e1-184a75b0335d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.364940 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-df82771f-0366-4e70-88e1-184a75b0335d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1569905 Jul 21 21:09:03.367946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60632) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:03.369441 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82771f-0366-4e70-88e1-184a75b0335d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b315c0-3fcc-4f8c-8161-8eebf7c96c62,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:03.372799 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-ad5005eb-81b2-4bc4-a91b-8666ab8dedc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group_rule': {'security_group_id': '79b315c0-3fcc-4f8c-8161-8eebf7c96c62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:09:03.398505 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ad5005eb-81b2-4bc4-a91b-8666ab8dedc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (8ea0494b-7d50-4056-8f5f-a6bbe2950bbf), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.455283 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ad5005eb-81b2-4bc4-a91b-8666ab8dedc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (8ea0494b-7d50-4056-8f5f-a6bbe2950bbf), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.458780 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ad5005eb-81b2-4bc4-a91b-8666ab8dedc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (8ea0494b-7d50-4056-8f5f-a6bbe2950bbf), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.480313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5005eb-81b2-4bc4-a91b-8666ab8dedc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea0494b-7d50-4056-8f5f-a6bbe2950bbf,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:03.484899 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ad5005eb-81b2-4bc4-a91b-8666ab8dedc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.486545 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-ad5005eb-81b2-4bc4-a91b-8666ab8dedc1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172280 Jul 21 21:09:03.489399 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60634) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:03.493569 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-d76c097d-6466-44ce-b5cc-fda337e36e4a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group_rule': {'security_group_id': '79b315c0-3fcc-4f8c-8161-8eebf7c96c62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:09:03.520362 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d76c097d-6466-44ce-b5cc-fda337e36e4a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (e76a8185-1426-4aca-ae90-e642d9bc43de), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.575557 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d76c097d-6466-44ce-b5cc-fda337e36e4a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (e76a8185-1426-4aca-ae90-e642d9bc43de), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.578671 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d76c097d-6466-44ce-b5cc-fda337e36e4a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (e76a8185-1426-4aca-ae90-e642d9bc43de), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.593770 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c097d-6466-44ce-b5cc-fda337e36e4a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76a8185-1426-4aca-ae90-e642d9bc43de,revision_number=0']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:03.604874 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-d76c097d-6466-44ce-b5cc-fda337e36e4a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.606065 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-d76c097d-6466-44ce-b5cc-fda337e36e4a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157429 Jul 21 21:09:03.609157 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60636) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:03.614063 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:09:03.633669 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.713468 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.770699 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:03.773718 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:03.819788 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Allocated IP 172.27.3.152 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/3061e4ec-6610-470e-a795-c16e5c4c1830) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:09:03.922810 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (3061e4ec-6610-470e-a795-c16e5c4c1830), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.953780 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (3061e4ec-6610-470e-a795-c16e5c4c1830), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:03.997182 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:09:04.002945 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:09:04.005157 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=3061e4ec-6610-470e-a795-c16e5c4c1830,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:04.007303 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:09:04.097380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (6d6f5865-cb52-422c-93ac-b68937601866), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:04.104686 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8154d09a-ded6-4db3-ade0-4311ff982095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:04.133748 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (3061e4ec-6610-470e-a795-c16e5c4c1830), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:04.273619 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b70e7-c6a6-4600-89c6-3a4085709bbd req-7e2d0492-c55e-45a5-8c60-c3baa2e86185 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:04.275101 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-237b70e7-c6a6-4600-89c6-3a4085709bbd req-7e2d0492-c55e-45a5-8c60-c3baa2e86185 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0870821 Jul 21 21:09:04.357259 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-237b70e7-c6a6-4600-89c6-3a4085709bbd req-5f952c5a-31e4-4880-a917-c4cde44125db tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760536 Jul 21 21:09:04.360932 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (3061e4ec-6610-470e-a795-c16e5c4c1830), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:04.365874 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (3061e4ec-6610-470e-a795-c16e5c4c1830), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:04.435112 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=3061e4ec-6610-470e-a795-c16e5c4c1830,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:04.449538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (6d6f5865-cb52-422c-93ac-b68937601866), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:04.451946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:04.466298 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:04.467513 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-81011d6b-f278-441a-a26e-961d42a0edda tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8574343 Jul 21 21:09:04.612055 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d2fcacd5-7700-4c72-9c38-85a637379bf1 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1155248572&fields=id&tenant_id=6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 267 time: 0.0420630 Jul 21 21:09:04.683487 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:04.691290 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:04.725606 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1533-3d18-477f-8288-7c110eead85b req-1a408b2d-b718-4a6d-9b30-87f02fc1646c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:04.727079 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-1a408b2d-b718-4a6d-9b30-87f02fc1646c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 814 time: 0.1081393 Jul 21 21:09:04.741189 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-c995baf2-81c4-4d4d-8b57-df7c86e4c20c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/quotas/6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 375 time: 0.0088506 Jul 21 21:09:04.790096 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-a773c7fe-3307-42e2-a14b-45c552ca4481 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438025 Jul 21 21:09:04.929467 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-5e914cc1-dca1-4b2f-9dc0-f7dc7b50e0e8 service neutron] 10.222.0.60 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283107 Jul 21 21:09:05.020112 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-a7c8a3cf-27ae-47cd-a574-daf67003dfc5 service neutron] 10.222.0.60 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 Jul 21 21:09:05.186114 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-188ba4ff-48b2-4150-936b-8d261c723e0e req-bbac7dca-dded-481d-abab-4c62ff631bab tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 210 time: 0.0287826 Jul 21 21:09:05.480976 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b378b-6a1f-421f-998a-b85d4792958f req-98290902-bebe-44eb-9284-a089a89386c7 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:05.482430 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-930b378b-6a1f-421f-998a-b85d4792958f req-98290902-bebe-44eb-9284-a089a89386c7 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0563424 Jul 21 21:09:05.537630 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-930b378b-6a1f-421f-998a-b85d4792958f req-39cb3099-72bb-422e-9d51-f10ee98fd729 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490615 Jul 21 21:09:06.261953 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:06.265374 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fd1d7746-8b0b-499f-92e3-802191dcdd16 req-133b3cb7-13d5-4255-8bc6-536bc8a7ab3f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 210 time: 0.0311141 Jul 21 21:09:06.653395 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca80e9-5f48-4a60-8a9a-9da7e9547fbf req-12f44bf9-0c62-4bff-80f6-cb3d47a7a290 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:06.655270 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0cca80e9-5f48-4a60-8a9a-9da7e9547fbf req-12f44bf9-0c62-4bff-80f6-cb3d47a7a290 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0502567 Jul 21 21:09:06.657655 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:06.705615 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0cca80e9-5f48-4a60-8a9a-9da7e9547fbf req-bd2ba15e-0b00-45af-bcf8-0266452fbec8 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446162 Jul 21 21:09:07.342454 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e038ac36-57f4-46c1-ab65-c1c6cfc3247d req-0b200dc6-bd04-4ddd-8373-4de03c6c7db9 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 210 time: 0.0273113 Jul 21 21:09:07.519180 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:07.822048 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f720310-272c-41d4-847f-4a2c999718e0 req-307df519-0b83-43a7-a2b7-51172576a2f5 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:07.823507 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9f720310-272c-41d4-847f-4a2c999718e0 req-307df519-0b83-43a7-a2b7-51172576a2f5 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0468400 Jul 21 21:09:07.873885 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-9f720310-272c-41d4-847f-4a2c999718e0 req-7122626d-df93-4ab7-99c0-6fd84bf8a58f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449829 Jul 21 21:09:08.423373 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-59b21650-1ba6-4dde-9df2-fad0df05683e req-986c16d0-4681-4f38-8f1a-9670b36e4320 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 210 time: 0.0321257 Jul 21 21:09:08.991053 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9ec8b-231e-4916-9160-dd9043d82a00 req-253d0528-695c-45d6-8e77-2333b1359575 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:08.992596 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00a9ec8b-231e-4916-9160-dd9043d82a00 req-253d0528-695c-45d6-8e77-2333b1359575 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0502613 Jul 21 21:09:09.042139 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-00a9ec8b-231e-4916-9160-dd9043d82a00 req-39e184bc-301c-438f-bacd-09a98c674318 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438626 Jul 21 21:09:09.438636 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:09.447475 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-7c705430-dbc6-4110-a5ff-e3fd8ff78225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:09.449001 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-7c705430-dbc6-4110-a5ff-e3fd8ff78225 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1129 time: 0.0845330 Jul 21 21:09:09.548735 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-308fe2cb-a3fe-4a21-8dd8-55f48154ba50 req-87ab1e15-f54f-4365-af0e-a0f9b2167ace tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 210 time: 0.0388525 Jul 21 21:09:09.574142 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-37d3fe63-e286-4351-98a2-09d4ef79b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:09.575635 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-37d3fe63-e286-4351-98a2-09d4ef79b224 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 200 len: 910 time: 0.1193776 Jul 21 21:09:09.636627 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-3062312c-df14-4f34-97ce-e85b7caaf4e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 1000 time: 0.0541084 Jul 21 21:09:09.693961 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-6a400e45-66b0-4192-8374-e507ec121039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:09.695596 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-6a400e45-66b0-4192-8374-e507ec121039 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d HTTP/1.1" status: 200 len: 848 time: 0.0465796 Jul 21 21:09:09.748314 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-a54b6374-cc2f-42c6-868b-8ab31b980137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:09.749816 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-a54b6374-cc2f-42c6-868b-8ab31b980137 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e269719-65b6-4f5a-a60a-17796016ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472312 Jul 21 21:09:09.840926 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-501df011-9864-4abd-8ec0-f1429be78a57 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838354 Jul 21 21:09:09.940792 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6157edda-c9cc-4ec3-a3b8-d81f3de7f282 req-0c19e527-8171-4dba-bda1-c30e16102088 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922732 Jul 21 21:09:10.156768 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a22bc-147e-427a-844f-0b33d52b6bf7 req-8282294b-c9d1-47a6-b74f-8704ab806d1c tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:10.158260 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ad6a22bc-147e-427a-844f-0b33d52b6bf7 req-8282294b-c9d1-47a6-b74f-8704ab806d1c tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0502107 Jul 21 21:09:10.214380 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ad6a22bc-147e-427a-844f-0b33d52b6bf7 req-4b7c4b3a-27fd-453e-8735-200444dec73c tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495131 Jul 21 21:09:10.651577 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-42e9ff09-89e0-4742-9e78-67fc9e0f2188 req-69537bf6-59d0-439a-9f6c-4ac658b2efa8 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 210 time: 0.0284927 Jul 21 21:09:11.330593 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b86bc8-4dfa-4796-95c6-9ac7497a27db req-1b2e9707-a48a-4046-8a56-9b84748233c2 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:11.332593 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f0b86bc8-4dfa-4796-95c6-9ac7497a27db req-1b2e9707-a48a-4046-8a56-9b84748233c2 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0507231 Jul 21 21:09:11.390117 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f0b86bc8-4dfa-4796-95c6-9ac7497a27db req-1b5763f1-188d-46c4-8e96-77321e7e3aa3 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518172 Jul 21 21:09:11.438894 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1533-3d18-477f-8288-7c110eead85b req-93868e20-2d24-41e9-a50a-62d0d817b923 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:11.441163 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-93868e20-2d24-41e9-a50a-62d0d817b923 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 814 time: 0.1106820 Jul 21 21:09:11.512088 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-eafa9c41-8da9-4a1b-a489-c6ec8919fdc3 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 380 time: 0.0546277 Jul 21 21:09:11.520114 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'port': {'device_id': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'admin_state_up': True, 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'security_groups': ['79b315c0-3fcc-4f8c-8161-8eebf7c96c62']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:09:11.627869 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Made reservation on behalf of 6549bea44b794d03bab57a0c2a001992 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:09:11.631552 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:11.767582 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6547d0ae-88ef-4b66-ab18-65ef34a8e3a7 req-541afaa9-dd72-47ca-b2ee-74cf247cd942 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 210 time: 0.0326762 Jul 21 21:09:11.779208 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:11.786316 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Allocated IP 172.20.0.6 (9a056bea-ebfc-41ce-8004-0588675751ae/07ced35b-7941-4126-b0cc-2c24e2010e4b/ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:09:11.799515 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:11.899765 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:11.902324 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:11.929404 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:11.961911 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.005519 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Network 9a056bea-ebfc-41ce-8004-0588675751ae is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:09:12.010852 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:09:12.014928 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:09:12.042176 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:12.072883 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:12.073520 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.092354 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-e1cd2a95-99c2-4353-b1df-39843334ffe7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5759540 Jul 21 21:09:12.115476 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Request body: {'port': {'device_id': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:09:12.179111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.200082 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-5361d856-affc-4ef2-8885-fcfda9d9860a None None] Provisioning complete for port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:09:12.200683 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5361d856-affc-4ef2-8885-fcfda9d9860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.237741 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-5361d856-affc-4ef2-8885-fcfda9d9860a None None] Port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:09:12.452698 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:09:12.460289 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Publish callbacks [] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.473291 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Transition to ACTIVE for port object ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:09:12.476735 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.514370 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9184-cf74-47a6-ae3a-1b65c452baff req-1afb3f3d-237e-473c-918f-fc7c430092bc tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:12.515955 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a9ba9184-cf74-47a6-ae3a-1b65c452baff req-1afb3f3d-237e-473c-918f-fc7c430092bc tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0502286 Jul 21 21:09:12.527031 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:12.573986 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:12.579182 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-a9ba9184-cf74-47a6-ae3a-1b65c452baff req-23b6bf91-a252-4202-b4d4-9f783395a467 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559509 Jul 21 21:09:12.602552 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Attempting to bind port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:09:12.603053 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Attempting to bind port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:09:12.603392 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Attempting to bind port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:09:12.608657 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 on network 9a056bea-ebfc-41ce-8004-0588675751ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:09:12.608978 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Attempting to bind port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:09:12.614979 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:09:12.615319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Checking segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:09:12.615700 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Bound using segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:09:12.616154 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Bound port: ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:09:12.616517 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.636296 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:12.658542 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-0d0f6074-4321-4cd9-bec4-eb598e2d4682 req-b0e7e293-31cb-4da6-897e-80b87415292d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110831) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 21:09:12.659743 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0d0f6074-4321-4cd9-bec4-eb598e2d4682 req-b0e7e293-31cb-4da6-897e-80b87415292d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057075 Jul 21 21:09:12.694961 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] For port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:09:12.698389 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] For port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:09:12.707883 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.748640 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:12.749380 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:12.750767 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] 10.222.0.73 "PUT /v2.0/ports/ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 HTTP/1.1" status: 200 len: 1093 time: 0.6398962 Jul 21 21:09:12.751209 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'tag': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:09:12.754095 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab83a36-3888-400d-97ec-1dc8534147c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fb083e-136a-4a12-b1bb-55ceca55d399", "tag": "ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:09:12.782717 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32238f7-36ba-4590-bfdf-096010b709a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:12.901803 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1533-3d18-477f-8288-7c110eead85b req-2f360cb0-1297-4d7c-bb12-186389a6ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:12.904041 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-2f360cb0-1297-4d7c-bb12-186389a6ab8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 1127 time: 0.0692253 Jul 21 21:09:12.906119 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aa39ff-e6c3-4638-8fd0-dd8fe22c1e3a x-openstack-request-id: req-d8aa39ff-e6c3-4638-8fd0-dd8fe22c1e3a {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:09:12.906422 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fb083e-136a-4a12-b1bb-55ceca55d399", "tag": "ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:09:12.906679 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8aa39ff-e6c3-4638-8fd0-dd8fe22c1e3a {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:09:12.907077 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8aa39ff-e6c3-4638-8fd0-dd8fe22c1e3a'] response: {'name': 'network-changed', 'server_uuid': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'tag': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'status': 'completed', 'code': 200} Jul 21 21:09:12.914538 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8a23c-2ca3-40c7-b696-e4d5fe4083a6 req-cebe84d0-3a7f-4fe9-bf2d-d87562102974 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:12.921493 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6cc8a23c-2ca3-40c7-b696-e4d5fe4083a6 req-cebe84d0-3a7f-4fe9-bf2d-d87562102974 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0846715 Jul 21 21:09:12.960854 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60724) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:12.979475 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-710d8eaf-6b92-4a77-a0e4-8d0b940468db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 HTTP/1.1" status: 200 len: 217 time: 0.0514829 Jul 21 21:09:12.982127 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:13.002520 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-6cc8a23c-2ca3-40c7-b696-e4d5fe4083a6 req-b505d424-2b42-42b3-bb0a-32da958259d6 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799401 Jul 21 21:09:13.056078 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:13.065250 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-caea234c-a9fa-43e6-bf6d-1c700568deb8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007721 Jul 21 21:09:13.070343 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf23728-fa10-4b62-a17c-e724ec01a0d6 req-d8e9a104-738d-4df3-bf2b-7a419f2c6c37 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:13.071803 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cdf23728-fa10-4b62-a17c-e724ec01a0d6 req-d8e9a104-738d-4df3-bf2b-7a419f2c6c37 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 943 time: 0.1023364 Jul 21 21:09:13.073344 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1533-3d18-477f-8288-7c110eead85b req-842018fa-682d-48aa-aed0-9155d1cd3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:13.074665 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-842018fa-682d-48aa-aed0-9155d1cd3070 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0732586 Jul 21 21:09:13.075055 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-c3947260-d1dc-4066-a231-3d99827e223d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110830) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 21:09:13.076062 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-c3947260-d1dc-4066-a231-3d99827e223d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052626 Jul 21 21:09:13.153722 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d2aaa097-eef6-46fb-9e35-8b048fccadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:13.155287 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-d2aaa097-eef6-46fb-9e35-8b048fccadfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694227 Jul 21 21:09:13.162455 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cdf23728-fa10-4b62-a17c-e724ec01a0d6 req-b9d8420b-43e8-41c1-b0bb-745d2a615741 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845730 Jul 21 21:09:13.176970 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60732) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:13.250653 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-cde7e366-27ce-454f-9405-7677b1806f4b service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872555 Jul 21 21:09:13.273407 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-a7b62acd-8b23-4e11-bfd0-13fce0ea2c77 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:13.274771 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-a7b62acd-8b23-4e11-bfd0-13fce0ea2c77 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports/6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 942 time: 0.0966282 Jul 21 21:09:13.354014 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fdbd1533-3d18-477f-8288-7c110eead85b req-85de7df6-6ced-4f46-9090-3e6ce24fe6bf service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948968 Jul 21 21:09:14.127346 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdde1c7-2df3-425f-9c69-e17555b177dc req-cb3ba89f-a283-493f-9d92-f583e8ba48b9 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:14.128981 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8bdde1c7-2df3-425f-9c69-e17555b177dc req-cb3ba89f-a283-493f-9d92-f583e8ba48b9 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Jul 21 21:09:14.178286 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8bdde1c7-2df3-425f-9c69-e17555b177dc req-dc3d84f1-2741-468e-8b26-48187d977af1 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438125 Jul 21 21:09:14.277256 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a15f1-e259-47f5-b750-e2726cef3b0d req-7e095faf-5292-430d-aa7d-be01f1fc8a44 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:14.278709 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b40a15f1-e259-47f5-b750-e2726cef3b0d req-7e095faf-5292-430d-aa7d-be01f1fc8a44 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 943 time: 0.0486414 Jul 21 21:09:14.325360 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b40a15f1-e259-47f5-b750-e2726cef3b0d req-a49ec435-a47b-4d87-8b8e-e4a25990fe5c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411744 Jul 21 21:09:14.519996 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 6d6d5ecd-8d57-4f55-8259-b5e620742bac no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:09:14.593995 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 6d6d5ecd-8d57-4f55-8259-b5e620742bac is: ACTIVE; New status is: DOWN {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:09:14.594301 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:14.617986 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:09:14.620512 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226b2c15-1294-4770-a198-b4c37e99de12" -d '{"events": [{"server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:09:14.633037 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:09:14.638885 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:14.668018 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:14.683136 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:14.688957 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=6']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:14.696723 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.697067 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.697405 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.697740 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.698072 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.698405 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.698726 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.699046 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.699367 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.699687 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.700032 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.700356 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.700716 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.700977 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.701290 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:09:14.715541 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Jul 2022 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ada677-c32f-442c-8aeb-b671f664fa8d x-openstack-request-id: req-17ada677-c32f-442c-8aeb-b671f664fa8d {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:09:14.715872 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "name": "network-vif-unplugged", "status": "failed", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac", "code": 422}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:09:14.716152 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17ada677-c32f-442c-8aeb-b671f664fa8d {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:09:14.716563 dv-cinder-850687-1-iscsi neutron-server[110832]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-17ada677-c32f-442c-8aeb-b671f664fa8d']: {'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'code': 422} returned with failed status Jul 21 21:09:15.297423 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4536c-b513-47de-971a-4fabb78f979d req-ba731ae1-6f5a-413e-9cee-b913c2d33d9d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:15.298898 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a2a4536c-b513-47de-971a-4fabb78f979d req-ba731ae1-6f5a-413e-9cee-b913c2d33d9d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0506356 Jul 21 21:09:15.351779 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a2a4536c-b513-47de-971a-4fabb78f979d req-f1ffe567-5905-477b-b99d-4757f68426fe tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467010 Jul 21 21:09:15.447157 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79765d7-3f55-4efe-9b12-6e150bfef6dc req-99da5553-2c2e-4d91-a0fe-383b99bc27b5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:15.448661 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c79765d7-3f55-4efe-9b12-6e150bfef6dc req-99da5553-2c2e-4d91-a0fe-383b99bc27b5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 943 time: 0.0503898 Jul 21 21:09:15.496775 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-c79765d7-3f55-4efe-9b12-6e150bfef6dc req-ea9dd5c2-85c3-42f4-9233-5529d57f2637 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Jul 21 21:09:15.571629 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-d4f8280f-c3ee-4bb6-a041-6d76c0051a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:15.573464 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-d4f8280f-c3ee-4bb6-a041-6d76c0051a0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 1127 time: 0.0464768 Jul 21 21:09:15.672016 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-e1d4738c-53fa-435e-bb69-024eb808b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:15.673575 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-e1d4738c-53fa-435e-bb69-024eb808b1e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0868945 Jul 21 21:09:15.718897 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-4deac017-7edf-41c9-9ad8-ca5fb69cb5bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 HTTP/1.1" status: 200 len: 217 time: 0.0376947 Jul 21 21:09:15.776057 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:15.782579 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-97085a57-1315-4c02-ae7b-349206dbfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:15.784681 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-97085a57-1315-4c02-ae7b-349206dbfe2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0458510 Jul 21 21:09:15.832066 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-49ce48b9-dd06-4dde-b033-0eed4dcfb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:15.833591 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-49ce48b9-dd06-4dde-b033-0eed4dcfb860 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419888 Jul 21 21:09:15.859290 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:15.930741 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-b605a864-361a-4d89-b968-a159b60d37f3 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891910 Jul 21 21:09:16.020135 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3ab83a36-3888-400d-97ec-1dc8534147c1 req-b38f45ed-5e03-4e47-b1a9-34ff6fd0ecb8 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829458 Jul 21 21:09:16.471792 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cce772-777c-4909-b594-4ae5c0beb898 req-d8379f56-6965-44a8-bb30-1115919c3de1 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:16.473344 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-96cce772-777c-4909-b594-4ae5c0beb898 req-d8379f56-6965-44a8-bb30-1115919c3de1 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0518284 Jul 21 21:09:16.524808 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-96cce772-777c-4909-b594-4ae5c0beb898 req-8f7f317d-4718-4df4-91f2-4faace5dffd6 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455651 Jul 21 21:09:16.540590 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:09:16.622426 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1198c-2e0f-42ef-9390-4b63d3e827bd req-295cb3a7-e837-40d1-8860-0868c40e5c69 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:16.623970 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-54c1198c-2e0f-42ef-9390-4b63d3e827bd req-295cb3a7-e837-40d1-8860-0868c40e5c69 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 943 time: 0.0492423 Jul 21 21:09:16.647437 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:09:16.658995 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'port_id': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'mac_address': 'fa:16:3e:24:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:09:16.671570 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-54c1198c-2e0f-42ef-9390-4b63d3e827bd req-090b4a4d-a680-46b5-83ec-0223deea79e0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Jul 21 21:09:16.696061 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:09:16.696461 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:16.710021 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:09:16.729797 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:09:16.733598 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:16.785676 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:16.817130 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-019291e8-5a94-4bc8-828b-65dc6f447d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:16.818634 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-019291e8-5a94-4bc8-828b-65dc6f447d4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71&tenant_id=91eaf4caa6ea457bafa7de7a1387851c HTTP/1.1" status: 200 len: 1127 time: 0.0406594 Jul 21 21:09:16.899803 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-d466a796-265e-4133-82c5-0993430f9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:16.901337 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-d466a796-265e-4133-82c5-0993430f9844 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1127 time: 0.0431218 Jul 21 21:09:16.992807 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-f1d7cbb9-43a8-422f-adee-7f4b708e1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:16.994575 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-f1d7cbb9-43a8-422f-adee-7f4b708e1e26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 200 len: 910 time: 0.0871351 Jul 21 21:09:17.056055 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-becf1f87-5398-434d-8f60-af04e7be8ebf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 998 time: 0.0552940 Jul 21 21:09:17.106757 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-12e6eb2a-922b-4b22-81c7-61c8dee6af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:17.108232 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-12e6eb2a-922b-4b22-81c7-61c8dee6af70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d HTTP/1.1" status: 200 len: 848 time: 0.0462587 Jul 21 21:09:17.129478 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:09:17.151605 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-8602352c-9dbd-4b3e-9be2-0b008184d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:17.153176 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-8602352c-9dbd-4b3e-9be2-0b008184d901 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e269719-65b6-4f5a-a60a-17796016ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391567 Jul 21 21:09:17.246473 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-2aa7dcea-7af1-4855-a2f5-49105f3e8555 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862381 Jul 21 21:09:17.335842 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-abe9e1f1-0623-48c7-8492-f95fd8b88c9d req-6e6b5e88-437f-450e-84e6-405cf38b8a9f service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831642 Jul 21 21:09:17.642591 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c84f4-76ff-4b6d-be80-ec7dbb6f8357 req-19134455-f090-4294-a44c-d5578d59dd8d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:17.644122 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-002c84f4-76ff-4b6d-be80-ec7dbb6f8357 req-19134455-f090-4294-a44c-d5578d59dd8d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0467482 Jul 21 21:09:17.696515 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-002c84f4-76ff-4b6d-be80-ec7dbb6f8357 req-74ce442a-0782-4a28-8a24-1b0bd8a3adba tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463598 Jul 21 21:09:17.788006 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e001-f2ad-4525-bf3c-fd4d2fcd3062 req-a8e65266-85a0-44dc-b834-0d57276a6f31 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:17.789476 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae36e001-f2ad-4525-bf3c-fd4d2fcd3062 req-a8e65266-85a0-44dc-b834-0d57276a6f31 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 944 time: 0.0481212 Jul 21 21:09:17.840044 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-ae36e001-f2ad-4525-bf3c-fd4d2fcd3062 req-a91ea86c-1d17-4b2a-bfea-1706ffb20182 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447276 Jul 21 21:09:18.551834 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:09:18.595946 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:09:18.601858 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:09:18.602233 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:18.673609 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:09:18.673922 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:18.695766 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:09:18.697978 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f8d4d-ab2a-4ae7-939d-14fd9f019671" -d '{"events": [{"server_uuid": "d0fb083e-136a-4a12-b1bb-55ceca55d399", "name": "network-vif-plugged", "status": "completed", "tag": "ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:09:18.711017 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:09:18.715248 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:18.738864 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edf9a8c-38b5-46f3-a793-97807d2a73c2 x-openstack-request-id: req-0edf9a8c-38b5-46f3-a793-97807d2a73c2 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:09:18.739206 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fb083e-136a-4a12-b1bb-55ceca55d399", "name": "network-vif-plugged", "status": "completed", "tag": "ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:09:18.739469 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0edf9a8c-38b5-46f3-a793-97807d2a73c2 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:09:18.739892 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edf9a8c-38b5-46f3-a793-97807d2a73c2'] response: {'server_uuid': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'code': 200} Jul 21 21:09:18.770009 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:18.817510 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae8717-cd19-4079-851c-daf0d634fde9 req-189bb7c7-608b-4e1b-91a8-7666ec5660d6 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:18.819006 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0bae8717-cd19-4079-851c-daf0d634fde9 req-189bb7c7-608b-4e1b-91a8-7666ec5660d6 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0518880 Jul 21 21:09:18.870709 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-0bae8717-cd19-4079-851c-daf0d634fde9 req-5634ff27-04b5-47fa-9101-0ec5a1fe5cec tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461583 Jul 21 21:09:18.944224 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:18.989864 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31b24-c593-4dd2-b8fa-6c570a3f71f9 req-dee816e4-78cb-40a0-ba39-33ba1f1b58a0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:18.991323 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-97b31b24-c593-4dd2-b8fa-6c570a3f71f9 req-dee816e4-78cb-40a0-ba39-33ba1f1b58a0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 945 time: 0.0753670 Jul 21 21:09:18.996701 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660c0ec-676b-4ff1-a3c4-d43d75280e6d req-d00d98f7-9b50-4e4d-8242-18b1975db814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:18.998075 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e660c0ec-676b-4ff1-a3c4-d43d75280e6d req-d00d98f7-9b50-4e4d-8242-18b1975db814 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 1129 time: 0.0528510 Jul 21 21:09:19.072793 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-97b31b24-c593-4dd2-b8fa-6c570a3f71f9 req-c62c1aac-dfde-478f-aa12-e866fdd45e3b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737789 Jul 21 21:09:19.075916 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e660c0ec-676b-4ff1-a3c4-d43d75280e6d req-180544ac-ded0-4377-b416-b67ec9e94d96 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694757 Jul 21 21:09:19.988700 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42832718-de03-4117-a921-5663fbf7e167 req-16147232-dcae-426c-b1ea-1483016cd8c0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:19.990150 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-42832718-de03-4117-a921-5663fbf7e167 req-16147232-dcae-426c-b1ea-1483016cd8c0 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0466533 Jul 21 21:09:20.040790 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-42832718-de03-4117-a921-5663fbf7e167 req-fcefe11b-ba0e-461c-b339-acdf6630d822 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449617 Jul 21 21:09:20.166706 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:20.185266 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d116c-7709-4604-b087-e63cc30fa189 req-a3f192b2-48e0-4870-97b9-081360ebe286 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:20.186743 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-483d116c-7709-4604-b087-e63cc30fa189 req-a3f192b2-48e0-4870-97b9-081360ebe286 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 945 time: 0.0477414 Jul 21 21:09:20.233281 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-483d116c-7709-4604-b087-e63cc30fa189 req-041c6174-934c-4d9e-956b-c973298ed248 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402513 Jul 21 21:09:21.055953 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:21.156355 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e2f4-77da-4084-88c0-aaf3ad5dc107 req-e5690220-466f-448e-926b-1bdfcae006e4 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:21.157728 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-eef4e2f4-77da-4084-88c0-aaf3ad5dc107 req-e5690220-466f-448e-926b-1bdfcae006e4 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0502760 Jul 21 21:09:21.206041 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-eef4e2f4-77da-4084-88c0-aaf3ad5dc107 req-e40e6eb4-6f3d-4499-b189-8ef84faebb2e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Jul 21 21:09:21.345244 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a977-6e8e-41cb-a6e6-3353f70dc67e req-5f797a4b-7392-4b0a-ac2f-1e64aa4f502a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:21.346686 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-de81a977-6e8e-41cb-a6e6-3353f70dc67e req-5f797a4b-7392-4b0a-ac2f-1e64aa4f502a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 945 time: 0.0459914 Jul 21 21:09:21.394211 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-de81a977-6e8e-41cb-a6e6-3353f70dc67e req-04bcf656-a64a-4eda-8308-b881fa6f7c7b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Jul 21 21:09:21.503396 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e68fdd-e646-4fb4-a498-db386fad198f req-7696be60-cc5e-4aba-b181-a1d6589469da tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:21.505928 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-14e68fdd-e646-4fb4-a498-db386fad198f req-7696be60-cc5e-4aba-b181-a1d6589469da tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 945 time: 0.0477695 Jul 21 21:09:21.514238 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60778) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:09:21.518467 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'floatingip': {'port_id': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:09:21.559245 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (6d6f5865-cb52-422c-93ac-b68937601866), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:21.711318 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=100 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:21.894435 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:21.976831 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:21.980297 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (6d6f5865-cb52-422c-93ac-b68937601866), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:22.075566 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.db.l3_db [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Floating IP 6d6f5865-cb52-422c-93ac-b68937601866 associated. External IP: 172.27.3.152, port: ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58. Jul 21 21:09:22.273802 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:09:22.590014 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad03fa3-1d23-4c80-afc8-08fcaecb8ae8 req-3951dbbb-6fc0-4d9d-9340-ad7ca39b053f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:22.591490 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ad03fa3-1d23-4c80-afc8-08fcaecb8ae8 req-3951dbbb-6fc0-4d9d-9340-ad7ca39b053f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.3108568 Jul 21 21:09:22.641081 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:09:22.641313 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-4ad03fa3-1d23-4c80-afc8-08fcaecb8ae8 req-90bbec05-9a09-4f48-828f-b6c5d44d1a40 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442436 Jul 21 21:09:22.647217 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:22.651957 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793afd11-0899-4e83-85b1-601e621af42a None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:09:22.671943 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793afd11-0899-4e83-85b1-601e621af42a None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:09:22.672563 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-793afd11-0899-4e83-85b1-601e621af42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:09:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:09:22.680228 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-42978c6a-00d2-4d94-a66e-a41149616bd2 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "PUT /v2.0/floatingips/6d6f5865-cb52-422c-93ac-b68937601866 HTTP/1.1" status: 200 len: 991 time: 1.1628919 Jul 21 21:09:22.680228 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'tag': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58'}] {{(pid=110830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:09:22.681448 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9ca149687841872a094019ac39eeeecdc8f36bdb6a3f77eafe8587518faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a482d8c8-2067-486c-b8c4-ce89e7056977" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fb083e-136a-4a12-b1bb-55ceca55d399", "tag": "ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58"}]}' {{(pid=110830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:09:22.720234 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:22.722621 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4df3be-8ce0-4f7d-ba7c-8442105e199b x-openstack-request-id: req-9d4df3be-8ce0-4f7d-ba7c-8442105e199b {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:09:22.723514 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fb083e-136a-4a12-b1bb-55ceca55d399", "tag": "ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58", "status": "completed", "code": 200}]} {{(pid=110830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:09:22.723799 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d4df3be-8ce0-4f7d-ba7c-8442105e199b {{(pid=110830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:09:22.724211 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4df3be-8ce0-4f7d-ba7c-8442105e199b'] response: {'name': 'network-changed', 'server_uuid': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'tag': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'status': 'completed', 'code': 200} Jul 21 21:09:22.780951 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-793afd11-0899-4e83-85b1-601e621af42a None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:09:22.805797 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-26407d37-e3c0-4c8f-9aab-ee90133bb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:22.807286 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-26407d37-e3c0-4c8f-9aab-ee90133bb637 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 1129 time: 0.0401578 Jul 21 21:09:22.807626 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:22.901173 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-a79ac3cd-d79c-4e57-bf9b-53539d02660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:22.902680 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-a79ac3cd-d79c-4e57-bf9b-53539d02660d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0896218 Jul 21 21:09:22.964468 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-1ce12fa6-c7e2-4cf4-908e-8a325a5f1e3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 HTTP/1.1" status: 200 len: 999 time: 0.0554588 Jul 21 21:09:22.989378 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-793afd11-0899-4e83-85b1-601e621af42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '6d6f5865-cb52-422c-93ac-b68937601866', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:24:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:09:04Z', 'updated_at': '2022-07-21T21:09:21Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:09:23.013518 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-5d3634e2-9e4a-4a5c-8252-bb75e58e592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:23.015021 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-5d3634e2-9e4a-4a5c-8252-bb75e58e592c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0445082 Jul 21 21:09:23.016933 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793afd11-0899-4e83-85b1-601e621af42a None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:09:23.028600 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793afd11-0899-4e83-85b1-601e621af42a None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:09:23.029532 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-793afd11-0899-4e83-85b1-601e621af42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:09:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:09:23.063769 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-5fc22bc5-6977-4878-a619-4a92fc49a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:23.065288 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-5fc22bc5-6977-4878-a619-4a92fc49a968 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438740 Jul 21 21:09:23.159451 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-40c25101-52da-40ed-a5ce-d1d5fd077168 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Jul 21 21:09:23.258823 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a482d8c8-2067-486c-b8c4-ce89e7056977 req-2c3e27e7-9a61-410a-ad78-f10f02b26e5a service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924706 Jul 21 21:09:23.263581 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-793afd11-0899-4e83-85b1-601e621af42a None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:09:23.474530 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-793afd11-0899-4e83-85b1-601e621af42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '6d6f5865-cb52-422c-93ac-b68937601866', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:24:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:09:04Z', 'updated_at': '2022-07-21T21:09:21Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:09:23.498933 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793afd11-0899-4e83-85b1-601e621af42a None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '6d6f5865-cb52-422c-93ac-b68937601866', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:24:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:09:04Z', 'updated_at': '2022-07-21T21:09:21Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:09:23.687528 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e0f9d5-3bdf-4cfb-a04c-6be5fb9954fb None None] New status for floating IP 6d6f5865-cb52-422c-93ac-b68937601866: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:09:23.766454 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8999a-7b3a-4b2c-a4d1-4a4f91536905 req-636614e7-5cbc-4699-80ba-bdf8369ece7f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:23.767951 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cbc8999a-7b3a-4b2c-a4d1-4a4f91536905 req-636614e7-5cbc-4699-80ba-bdf8369ece7f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 943 time: 0.0497427 Jul 21 21:09:23.818233 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cbc8999a-7b3a-4b2c-a4d1-4a4f91536905 req-25cff464-9ae8-4189-88b1-dcc271d3bad7 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Jul 21 21:09:24.580038 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 6d6d5ecd-8d57-4f55-8259-b5e620742bac details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:09:24.681953 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:09:24.693673 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'port_id': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'mac_address': 'fa:16:3e:64:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:09:24.729859 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 6d6d5ecd-8d57-4f55-8259-b5e620742bac is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:09:24.730251 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:24.746624 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6d5ecd-8d57-4f55-8259-b5e620742bac {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:09:24.765962 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:09:24.769365 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:24.790173 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:24.814818 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=7']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:24.934637 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22eed1-e44d-449b-aa15-bfe902720afc req-1fa04e65-15df-47a3-8707-9c8f3c34ca28 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:24.936055 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2f22eed1-e44d-449b-aa15-bfe902720afc req-1fa04e65-15df-47a3-8707-9c8f3c34ca28 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 944 time: 0.0482697 Jul 21 21:09:24.987478 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-2f22eed1-e44d-449b-aa15-bfe902720afc req-968b1e41-402d-4d85-a09c-6ca1858e120c tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451829 Jul 21 21:09:25.229324 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['6d6d5ecd-8d57-4f55-8259-b5e620742bac'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:09:25.321888 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:26.067670 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:26.110128 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaa864-5a85-4bbe-8e0c-cc9e4b20b068 req-71680dea-e838-4189-8d72-5f3899737910 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:26.111594 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fcbaa864-5a85-4bbe-8e0c-cc9e4b20b068 req-71680dea-e838-4189-8d72-5f3899737910 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 944 time: 0.0549667 Jul 21 21:09:26.161305 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-fcbaa864-5a85-4bbe-8e0c-cc9e4b20b068 req-295fd4bc-9cef-4101-8449-d877df48e950 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Jul 21 21:09:26.580163 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 6d6d5ecd-8d57-4f55-8259-b5e620742bac up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:09:26.624011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 6d6d5ecd-8d57-4f55-8259-b5e620742bac triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:09:26.624388 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:26.697088 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 6d6d5ecd-8d57-4f55-8259-b5e620742bac is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:09:26.697474 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:26.719566 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:09:26.721806 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8131ccd5-628e-4e2f-a96f-49c8098b82f2" -d '{"events": [{"server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:09:26.734640 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:09:26.739197 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:26.764854 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6363016b-f5d2-45d6-b72a-a9c78a74cd2c x-openstack-request-id: req-6363016b-f5d2-45d6-b72a-a9c78a74cd2c {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:09:26.765158 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:09:26.765415 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6363016b-f5d2-45d6-b72a-a9c78a74cd2c {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:09:26.765816 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6363016b-f5d2-45d6-b72a-a9c78a74cd2c'] response: {'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'code': 200} Jul 21 21:09:26.789975 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=8']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:09:27.028515 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2a4b0-4332-4c73-9787-13073803750f req-f86a8f16-02f3-4555-8586-19de60ffefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:27.029974 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f2e2a4b0-4332-4c73-9787-13073803750f req-f86a8f16-02f3-4555-8586-19de60ffefe5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1129 time: 0.0386372 Jul 21 21:09:27.059638 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:27.074533 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f2e2a4b0-4332-4c73-9787-13073803750f req-619a4363-ea0d-445b-a037-2f0e95a96f05 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Jul 21 21:09:27.276260 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4971a-4b0a-4095-b362-46653a6ddf00 req-03efc425-694b-4580-a01f-c2718da90f79 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:27.277741 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b4d4971a-4b0a-4095-b362-46653a6ddf00 req-03efc425-694b-4580-a01f-c2718da90f79 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0470257 Jul 21 21:09:27.329394 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-b4d4971a-4b0a-4095-b362-46653a6ddf00 req-18628222-0217-4a7a-bb88-756bf8e5bca9 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462232 Jul 21 21:09:28.270525 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:09:28.442829 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7d1e1-b246-4e73-80c6-030f1d17f227 req-f88db27e-08d2-43c5-8bb1-5d81f43641db tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:28.444309 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-dbb7d1e1-b246-4e73-80c6-030f1d17f227 req-f88db27e-08d2-43c5-8bb1-5d81f43641db tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0462067 Jul 21 21:09:28.496214 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-dbb7d1e1-b246-4e73-80c6-030f1d17f227 req-c6a16beb-7741-4f9b-8e87-e90d798f6e1d tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463982 Jul 21 21:09:29.611107 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df501-85f6-4c3a-9752-ae4f2e6f865a req-854addb1-193e-4c53-a638-7adbea12b4ab tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:29.612593 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8a7df501-85f6-4c3a-9752-ae4f2e6f865a req-854addb1-193e-4c53-a638-7adbea12b4ab tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Jul 21 21:09:29.663872 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-8a7df501-85f6-4c3a-9752-ae4f2e6f865a req-13e46c88-4736-4519-acac-07d1042fc9a5 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Jul 21 21:09:30.607634 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-fbdc3db9-ab1f-4275-96ad-411223d56c7c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381820 Jul 21 21:09:30.681120 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-dc5fc153-f4e3-4186-b0cb-bd3bc5b64c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:30.682521 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-dc5fc153-f4e3-4186-b0cb-bd3bc5b64c7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1129 time: 0.0413842 Jul 21 21:09:30.790018 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-bfab97d5-2709-4227-bbd6-6c5d1b6d6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:30.791472 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-bfab97d5-2709-4227-bbd6-6c5d1b6d6b2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 200 len: 910 time: 0.0898678 Jul 21 21:09:30.871792 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-31fd8eec-a996-45a1-a87c-c9b81765a9bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 1000 time: 0.0590367 Jul 21 21:09:30.928536 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-b2e3ce4c-695f-4c7a-a855-978bb371ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:30.929982 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-b2e3ce4c-695f-4c7a-a855-978bb371ec2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d HTTP/1.1" status: 200 len: 848 time: 0.0442169 Jul 21 21:09:30.977783 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-31ef5f65-8b77-4d0b-ab98-fc37e4cc0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:09:30.979182 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-31ef5f65-8b77-4d0b-ab98-fc37e4cc0d5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e269719-65b6-4f5a-a60a-17796016ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428982 Jul 21 21:09:31.086281 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-e0f5961a-2088-4884-bd58-804ef6aad0e0 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868912 Jul 21 21:09:31.178118 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-88d177a0-2f5f-46f8-9d4a-0947ae6a628d req-31d99aff-40a3-4074-85ee-84b008b0f363 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854318 Jul 21 21:09:31.180926 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-fdd35322-894c-4383-9d82-37017e447aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:34.107116 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-a8ff113b-9873-45c3-b0b4-f6d95d735444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:36.262916 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:36.660291 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:37.520242 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:09:38.487959 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=76 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:38.492110 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:41.008603 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:41.009379 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:41.173647 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=82 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:41.174429 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=72 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:47.509750 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:47.515727 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:09:51.055211 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:01.048805 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:01.051375 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:01.181905 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-731fafc7-f5c0-4481-a2d8-468cd26e7e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:04.108635 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-7b0732ca-d8f9-41ee-89b3-e55a3ae83937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:05.269150 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:10:06.265531 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:06.664463 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:07.522140 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:17.516397 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:17.518675 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:21.070031 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:27.576607 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=19 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:27.578566 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=15 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:31.059195 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:31.065429 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:31.183573 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-93426d4e-2457-4d4c-b72a-3e6d543b71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:34.110057 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-9099e04b-a975-4781-8607-28af75e6de45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:36.267935 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:36.667669 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:37.525120 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:42.268779 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:10:47.514357 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:47.520159 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:49.746958 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d883b68-f47c-4d5f-9482-ad4384e52367 req-583ae176-64ed-458b-a005-b9080a7832a6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:49.748401 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9d883b68-f47c-4d5f-9482-ad4384e52367 req-583ae176-64ed-458b-a005-b9080a7832a6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 945 time: 0.0493426 Jul 21 21:10:49.799357 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9d883b68-f47c-4d5f-9482-ad4384e52367 req-2e7cf6d3-a872-4914-bb26-738f82ead7d6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454502 Jul 21 21:10:50.916571 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b32054-7ef6-42a3-8740-24ca208c7837 req-acb6f24c-6121-4e11-93ca-954d5b850ec0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:50.918017 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b9b32054-7ef6-42a3-8740-24ca208c7837 req-acb6f24c-6121-4e11-93ca-954d5b850ec0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 945 time: 0.0481291 Jul 21 21:10:50.964517 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-b9b32054-7ef6-42a3-8740-24ca208c7837 req-8f8ad519-90fd-4195-9fcd-cf248d7936cb tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 Jul 21 21:10:51.064580 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:51.722101 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-aa6d0a2d-d537-44ac-9097-d7d734b15747 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:51.723427 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-aa6d0a2d-d537-44ac-9097-d7d734b15747 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 945 time: 0.0465500 Jul 21 21:10:51.803378 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Deleting port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:10:51.803740 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:51.893703 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] For port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:10:51.894078 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:52.090410 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:52.090812 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (6d6f5865-cb52-422c-93ac-b68937601866), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:52.091086 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Floating IP 6d6f5865-cb52-422c-93ac-b68937601866 disassociated. External IP: 172.27.3.152, port: ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58. Jul 21 21:10:52.091430 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Calling delete_port for ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:10:52.104810 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e2361-d821-4109-9965-476c2fc435c8 req-063e6c19-8787-4f96-94c6-ee95f1b2c0ef tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:52.106280 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-036e2361-d821-4109-9965-476c2fc435c8 req-063e6c19-8787-4f96-94c6-ee95f1b2c0ef tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0fb083e-136a-4a12-b1bb-55ceca55d399 HTTP/1.1" status: 200 len: 945 time: 0.0695074 Jul 21 21:10:52.198305 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-036e2361-d821-4109-9965-476c2fc435c8 req-32042be4-7966-4164-89bf-f8c5591db9d5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b315c0-3fcc-4f8c-8161-8eebf7c96c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864568 Jul 21 21:10:52.268452 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:52.300218 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'Port': ['ID=ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:52.312253 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.312607 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.312954 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.313294 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.313626 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.313955 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.314284 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.314609 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.314935 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.315262 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.315589 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.315944 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.316271 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.316593 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.316916 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:52.422536 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:10:52.433742 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:52.507161 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:52.527332 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:10:52.536651 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:10:52.546778 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:10:52.547394 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:10:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:10:52.573420 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] No DVR routers for this DVR port ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:10:52.576082 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:52.579329 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2b634a74-31e2-4f11-b229-91a1727ce83e req-848f0e0d-c68e-4e67-be9c-9d69afd3bbd7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "DELETE /v2.0/ports/ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 HTTP/1.1" status: 204 len: 173 time: 0.8502047 Jul 21 21:10:52.579802 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'name': 'network-vif-deleted', 'tag': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:10:52.582098 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9123cb66-b434-4888-8b9b-349becded4e2" -d '{"events": [{"server_uuid": "d0fb083e-136a-4a12-b1bb-55ceca55d399", "name": "network-vif-deleted", "tag": "ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:10:52.623284 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2ddfcc-9f19-4204-a582-95df3f731745 x-openstack-request-id: req-6b2ddfcc-9f19-4204-a582-95df3f731745 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:10:52.623600 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fb083e-136a-4a12-b1bb-55ceca55d399", "name": "network-vif-deleted", "tag": "ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:10:52.623877 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b2ddfcc-9f19-4204-a582-95df3f731745 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:10:52.624306 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2ddfcc-9f19-4204-a582-95df3f731745'] response: {'server_uuid': 'd0fb083e-136a-4a12-b1bb-55ceca55d399', 'name': 'network-vif-deleted', 'tag': 'ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58', 'status': 'completed', 'code': 200} Jul 21 21:10:52.656006 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:10:52.854172 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:10:52.879125 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:10:52.891107 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:10:52.891658 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:10:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:10:52.993790 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:10:53.184287 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:10:53.213581 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4784cb-ebf1-40b6-a91e-4f146b85e4c7 None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:10:53.288713 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60908) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:10:53.346176 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (79b315c0-3fcc-4f8c-8161-8eebf7c96c62), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.371592 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (79b315c0-3fcc-4f8c-8161-8eebf7c96c62), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.427875 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (79b315c0-3fcc-4f8c-8161-8eebf7c96c62), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.430495 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.432108 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "DELETE /v2.0/security-groups/79b315c0-3fcc-4f8c-8161-8eebf7c96c62 HTTP/1.1" status: 204 len: 168 time: 0.1422951 Jul 21 21:10:53.435631 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60910) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:10:53.442765 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b315c0-3fcc-4f8c-8161-8eebf7c96c62,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:53.451188 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.api.v2.resource [None req-9cdaa109-60ea-4f88-814f-6d237e6e559b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] show failed (client error): The resource could not be found. Jul 21 21:10:53.451386 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.451544 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.451999 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.452219 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9cdaa109-60ea-4f88-814f-6d237e6e559b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups/79b315c0-3fcc-4f8c-8161-8eebf7c96c62 HTTP/1.1" status: 404 len: 347 time: 0.0148501 Jul 21 21:10:53.452434 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.452781 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.453115 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.453448 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.453778 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.454102 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.454426 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.454849 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.455081 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60912) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:10:53.455301 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.455493 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.455852 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.456171 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28e89-0a3f-4b0d-b9bc-263fc3ed7b0d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:10:53.490505 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9506b81-aad6-479e-8a82-8b31dac523ec None None] New status for floating IP 6d6f5865-cb52-422c-93ac-b68937601866: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:10:53.568840 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Deleting port 3061e4ec-6610-470e-a795-c16e5c4c1830 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:10:53.569188 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (3061e4ec-6610-470e-a795-c16e5c4c1830), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.650244 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (3061e4ec-6610-470e-a795-c16e5c4c1830), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.650755 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (3061e4ec-6610-470e-a795-c16e5c4c1830), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.662686 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Calling delete_port for 3061e4ec-6610-470e-a795-c16e5c4c1830 owned by network:floatingip {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:10:53.793414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (3061e4ec-6610-470e-a795-c16e5c4c1830), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.819760 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'Port': ['ID=3061e4ec-6610-470e-a795-c16e5c4c1830,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:53.879678 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (6d6f5865-cb52-422c-93ac-b68937601866), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.882234 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:53.883357 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-7db7cb95-0420-406b-961c-ffc1994e85f5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "DELETE /v2.0/floatingips/6d6f5865-cb52-422c-93ac-b68937601866 HTTP/1.1" status: 204 len: 168 time: 0.4273911 Jul 21 21:10:53.954259 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60916) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:10:53.958824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-88df1709-7d67-4ac4-8978-fab276a36d7f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879894710', 'description': 'tempest-description--798150653'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:10:53.978962 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-88df1709-7d67-4ac4-8978-fab276a36d7f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.045918 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-88df1709-7d67-4ac4-8978-fab276a36d7f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (a402dd6c-2b1d-4b56-b059-795fe1156739), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.049175 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-88df1709-7d67-4ac4-8978-fab276a36d7f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a402dd6c-2b1d-4b56-b059-795fe1156739), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.079357 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-88df1709-7d67-4ac4-8978-fab276a36d7f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.080606 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-88df1709-7d67-4ac4-8978-fab276a36d7f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1253247 Jul 21 21:10:54.082598 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df1709-7d67-4ac4-8978-fab276a36d7f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a402dd6c-2b1d-4b56-b059-795fe1156739,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:54.083637 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60918) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:10:54.088906 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-bd0de428-4af1-4673-a07e-95fdb46763fe tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group_rule': {'security_group_id': 'a402dd6c-2b1d-4b56-b059-795fe1156739', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:10:54.114023 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bd0de428-4af1-4673-a07e-95fdb46763fe tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (66f6e542-0afa-4fc8-8e9f-8245a8499f3c), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.169019 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bd0de428-4af1-4673-a07e-95fdb46763fe tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (66f6e542-0afa-4fc8-8e9f-8245a8499f3c), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.171007 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-166dd763-7dec-4629-87f0-7e966abdd73e req-724674e4-26bf-4972-9c11-e64db0e74c99 service neutron] (110830) timed out ('10.222.0.73', 65444) {{(pid=110830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 21:10:54.172642 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bd0de428-4af1-4673-a07e-95fdb46763fe tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (66f6e542-0afa-4fc8-8e9f-8245a8499f3c), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.192451 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0de428-4af1-4673-a07e-95fdb46763fe tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f6e542-0afa-4fc8-8e9f-8245a8499f3c,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:54.202077 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-bd0de428-4af1-4673-a07e-95fdb46763fe tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.203460 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-bd0de428-4af1-4673-a07e-95fdb46763fe tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184466 Jul 21 21:10:54.205884 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60920) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:10:54.210722 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-5597d006-142c-4c83-acb2-eb85f804a950 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'security_group_rule': {'security_group_id': 'a402dd6c-2b1d-4b56-b059-795fe1156739', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:10:54.237026 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5597d006-142c-4c83-acb2-eb85f804a950 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (1cdf684d-3f1c-4c44-b110-4f76d7409d88), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.293335 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5597d006-142c-4c83-acb2-eb85f804a950 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (1cdf684d-3f1c-4c44-b110-4f76d7409d88), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.296996 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5597d006-142c-4c83-acb2-eb85f804a950 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901387'] for security_group_rule (1cdf684d-3f1c-4c44-b110-4f76d7409d88), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.314644 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597d006-142c-4c83-acb2-eb85f804a950 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdf684d-3f1c-4c44-b110-4f76d7409d88,revision_number=0']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:54.322085 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-5597d006-142c-4c83-acb2-eb85f804a950 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.323242 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-5597d006-142c-4c83-acb2-eb85f804a950 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163948 Jul 21 21:10:54.326248 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 60922) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:10:54.330341 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.v2.base [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'floatingip': {'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21'}} {{(pid=110830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:10:54.350121 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.429859 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.531602 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:54.538140 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_common [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Allocated IP 172.27.3.172 (951a3f21-a01d-47cd-808f-3544cb0a1a21/ff39fa61-c532-43e4-94e2-f2fd472b96e0/c4319d16-25c4-447c-a3af-627c1233bbe1) {{(pid=110830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:10:54.607894 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:54.644346 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (c4319d16-25c4-447c-a3af-627c1233bbe1), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.675819 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (c4319d16-25c4-447c-a3af-627c1233bbe1), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.720939 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Network 951a3f21-a01d-47cd-808f-3544cb0a1a21 is already hosted by enough agents. {{(pid=110830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:10:54.724285 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.base_scheduler [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Resources bound (agent type, host, resource id): {{(pid=110830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:10:54.726773 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Received port after_create {{(pid=110830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:10:54.749065 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=c4319d16-25c4-447c-a3af-627c1233bbe1,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:54.813135 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (1d9007b7-cfa4-486d-959e-f4c78bdbbdd8), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.849761 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (c4319d16-25c4-447c-a3af-627c1233bbe1), before_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:54.996204 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (c4319d16-25c4-447c-a3af-627c1233bbe1), precommit_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:55.000426 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924393'] for port (c4319d16-25c4-447c-a3af-627c1233bbe1), after_update {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:55.069994 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=c4319d16-25c4-447c-a3af-627c1233bbe1,revision_number=2']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:55.081600 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (1d9007b7-cfa4-486d-959e-f4c78bdbbdd8), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:55.096361 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:55.097564 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-abb55e85-a02f-41f5-8b47-8d5085c5271b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7704229 Jul 21 21:10:55.248297 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-017387ad-d79c-4b7b-ac47-5cfbb2e587ba tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1879894710&fields=id&tenant_id=6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 267 time: 0.0440552 Jul 21 21:10:55.339230 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:55.354497 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-f56f8d32-7db5-46e5-9145-48bf5732d1d4 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:55.355991 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-f56f8d32-7db5-46e5-9145-48bf5732d1d4 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 814 time: 0.1013386 Jul 21 21:10:55.371511 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-4bd41e8b-8708-4f83-a42b-65aea129bb99 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/quotas/6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 375 time: 0.0102057 Jul 21 21:10:55.424017 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-00148839-37da-43bb-9946-e711feadf09d tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478005 Jul 21 21:10:55.519322 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-c2588807-2178-4fc8-9760-af981c68a633 service neutron] 10.222.0.60 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839541 Jul 21 21:10:55.582047 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:55.613152 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-854bce16-9d77-4c7d-8c19-5de9d8baf631 service neutron] 10.222.0.60 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882812 Jul 21 21:10:55.776798 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-baf3a274-3527-4600-8066-4c1ae643c16c req-1cf39498-a7df-42ca-ac04-d1f85dfddff0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 210 time: 0.0340130 Jul 21 21:10:56.782703 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-dcaf300d-f7ec-47c0-b068-3cbd85ec670f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:56.784110 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-dcaf300d-f7ec-47c0-b068-3cbd85ec670f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 814 time: 0.1097291 Jul 21 21:10:56.816118 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:56.861323 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-8963f307-a991-4037-914b-4fa674a354d4 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6549bea44b794d03bab57a0c2a001992 HTTP/1.1" status: 200 len: 380 time: 0.0609920 Jul 21 21:10:56.874529 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'port': {'device_id': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'admin_state_up': True, 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'security_groups': ['a402dd6c-2b1d-4b56-b059-795fe1156739']}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:10:56.882172 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e1ff4fe8-a3eb-481d-b76d-18027d081286 req-ba69c402-59d2-4c7b-9854-2799743b98f7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 210 time: 0.0313945 Jul 21 21:10:56.935635 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:56.986556 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Made reservation on behalf of 6549bea44b794d03bab57a0c2a001992 for: {'port': 1} {{(pid=110831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 21:10:56.989885 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:57.032825 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:10:57.052738 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:10:57.053089 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device ce4e8e63-1cae-4fbf-b4e8-90a57c4cef58 not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:10:57.124093 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_common [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Allocated IP 172.20.0.7 (9a056bea-ebfc-41ce-8004-0588675751ae/07ced35b-7941-4126-b0cc-2c24e2010e4b/735f011c-8535-4cce-af4f-e8eba3d772fc) {{(pid=110831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 21:10:57.255704 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:57.287993 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606644740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:57.333070 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Network 9a056bea-ebfc-41ce-8004-0588675751ae is already hosted by enough agents. {{(pid=110831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 21:10:57.339038 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.base_scheduler [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Resources bound (agent type, host, resource id): {{(pid=110831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 21:10:57.343441 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Received port after_create {{(pid=110831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 21:10:57.366465 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event updated for resources: {'Port': ['ID=735f011c-8535-4cce-af4f-e8eba3d772fc,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:57.396248 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:57.396872 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:57.414978 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-1b7dbf24-e8f8-4914-8dd7-7ba8d9b4f841 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443282 Jul 21 21:10:57.486460 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Request body: {'port': {'device_id': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85068'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:10:57.548890 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:57.574258 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-d1e6d6c8-f57c-4012-af0c-2b35c1218e51 None None] Provisioning complete for port 735f011c-8535-4cce-af4f-e8eba3d772fc triggered by entity DHCP. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:10:57.574642 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-d1e6d6c8-f57c-4012-af0c-2b35c1218e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:57.629841 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6d6c8-f57c-4012-af0c-2b35c1218e51 None None] Port 735f011c-8535-4cce-af4f-e8eba3d772fc cannot update to ACTIVE because it is not bound. {{(pid=110832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 21:10:57.732075 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:57.759181 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:57.818318 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735f011c-8535-4cce-af4f-e8eba3d772fc {{(pid=110831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:10:57.825978 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Publish callbacks [] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:57.838073 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.provisioning_blocks [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Transition to ACTIVE for port object 735f011c-8535-4cce-af4f-e8eba3d772fc will not be triggered until provisioned by entity L2. {{(pid=110831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 21:10:57.840990 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:57.891039 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Pushing event updated for resources: {'Port': ['ID=735f011c-8535-4cce-af4f-e8eba3d772fc,revision_number=2']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:58.013177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Attempting to bind port 735f011c-8535-4cce-af4f-e8eba3d772fc on host hv-cinder-85068 for vnic_type normal with profile {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 21:10:58.013522 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Attempting to bind port 735f011c-8535-4cce-af4f-e8eba3d772fc by drivers openvswitch,hyperv on host hv-cinder-85068 at level 0 using segments [{'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 21:10:58.013859 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Attempting to bind port 735f011c-8535-4cce-af4f-e8eba3d772fc on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:10:58.028176 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af157ce-41ba-473c-a0d5-6511372fca39 req-b4e76343-9965-44d2-9dc0-52b4d0df0c2f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:58.029702 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9af157ce-41ba-473c-a0d5-6511372fca39 req-b4e76343-9965-44d2-9dc0-52b4d0df0c2f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 943 time: 0.0732610 Jul 21 21:10:58.031985 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Port 735f011c-8535-4cce-af4f-e8eba3d772fc on network 9a056bea-ebfc-41ce-8004-0588675751ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85068 {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 21:10:58.032312 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Attempting to bind port 735f011c-8535-4cce-af4f-e8eba3d772fc on network 9a056bea-ebfc-41ce-8004-0588675751ae {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 21:10:58.045936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Checking agent: {'id': '72ba6b6f-26cd-429c-ac7b-0580295a0745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85068', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'started_at': datetime.datetime(2022, 7, 21, 20, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 21, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 21:10:58.046274 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Checking segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 21:10:58.046655 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Bound using segment: {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'} {{(pid=110831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 21:10:58.047101 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.managers [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Bound port: 735f011c-8535-4cce-af4f-e8eba3d772fc, host: hv-cinder-85068, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7846945b-461f-43d6-8be2-bae209437f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae'}}] {{(pid=110831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 21:10:58.047463 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:58.126009 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9af157ce-41ba-473c-a0d5-6511372fca39 req-29e2d57f-86e2-4d17-877e-33b1fb29af48 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897729 Jul 21 21:10:58.137019 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] For port 735f011c-8535-4cce-af4f-e8eba3d772fc, host hv-cinder-85068, cleared binding levels {{(pid=110831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 21:10:58.146713 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] For port 735f011c-8535-4cce-af4f-e8eba3d772fc, host hv-cinder-85068, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=735f011c-8535-4cce-af4f-e8eba3d772fc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 21:10:58.146713 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5928023'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:58.185995 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:58.186619 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:10:58.188067 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] 10.222.0.73 "PUT /v2.0/ports/735f011c-8535-4cce-af4f-e8eba3d772fc HTTP/1.1" status: 200 len: 1093 time: 0.7059615 Jul 21 21:10:58.188525 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'tag': '735f011c-8535-4cce-af4f-e8eba3d772fc'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:10:58.190809 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80" -d '{"events": [{"name": "network-changed", "server_uuid": "ae70bb02-09e6-4147-a65b-9cda68d6587a", "tag": "735f011c-8535-4cce-af4f-e8eba3d772fc"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:10:58.231219 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184389c-fe4e-4b51-bb6d-5e61a37f0149 service neutron] Pushing event updated for resources: {'Port': ['ID=735f011c-8535-4cce-af4f-e8eba3d772fc,revision_number=3']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:10:58.243707 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7bc3a8-f0f4-4e2c-ab7a-6641d0929b81 x-openstack-request-id: req-2d7bc3a8-f0f4-4e2c-ab7a-6641d0929b81 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:10:58.244215 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae70bb02-09e6-4147-a65b-9cda68d6587a", "tag": "735f011c-8535-4cce-af4f-e8eba3d772fc", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:10:58.244693 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d7bc3a8-f0f4-4e2c-ab7a-6641d0929b81 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:10:58.245495 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7bc3a8-f0f4-4e2c-ab7a-6641d0929b81'] response: {'name': 'network-changed', 'server_uuid': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'tag': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'status': 'completed', 'code': 200} Jul 21 21:10:58.302452 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-66bfc1a2-fbda-46e6-97bc-a9a0b6de0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:58.304019 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-66bfc1a2-fbda-46e6-97bc-a9a0b6de0292 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 1127 time: 0.0435700 Jul 21 21:10:58.364255 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-241ead8f-b924-4709-8fc4-1f57975ac90a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735f011c-8535-4cce-af4f-e8eba3d772fc HTTP/1.1" status: 200 len: 217 time: 0.0440903 Jul 21 21:10:58.416963 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-3a0f1bbf-7838-4c9a-85df-363fd0d55b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:58.418594 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-3a0f1bbf-7838-4c9a-85df-363fd0d55b31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0484636 Jul 21 21:10:58.467525 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-3fde00d9-f9ae-4946-b345-228080e7f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:58.469340 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-3fde00d9-f9ae-4946-b345-228080e7f1fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437782 Jul 21 21:10:58.560369 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-acdb3dd8-a8d7-4351-82b4-9a5617eca42d service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833132 Jul 21 21:10:58.652633 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-f494283c-4ee7-4bfd-b1f9-22e72e7816bc req-f54df8ff-a9a8-4ef0-8f07-7f732cb3a8dc service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852177 Jul 21 21:10:59.203125 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:10:59.241595 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a696b1-01f2-4657-b6d3-08a699501600 req-5c1d5971-3159-4e59-8ac1-7db848b1a36e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:10:59.243064 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-57a696b1-01f2-4657-b6d3-08a699501600 req-5c1d5971-3159-4e59-8ac1-7db848b1a36e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 943 time: 0.0486529 Jul 21 21:10:59.291861 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-57a696b1-01f2-4657-b6d3-08a699501600 req-e8b8c333-cb35-4d67-920b-a3c1e52d5258 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Jul 21 21:11:00.405996 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b2ad3-3116-4979-b096-2b2b1c0167a0 req-1c11bfed-bc16-4bd7-b2f2-6e796e85f4b5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:00.407463 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-382b2ad3-3116-4979-b096-2b2b1c0167a0 req-1c11bfed-bc16-4bd7-b2f2-6e796e85f4b5 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 943 time: 0.0466352 Jul 21 21:11:00.454888 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-382b2ad3-3116-4979-b096-2b2b1c0167a0 req-d081629b-9570-4d53-be47-759b700851b6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418770 Jul 21 21:11:00.844785 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-75a1d96f-88e6-48c5-bb50-225f4edfa94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:00.846243 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-75a1d96f-88e6-48c5-bb50-225f4edfa94d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 1127 time: 0.0434046 Jul 21 21:11:00.882677 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:00.940026 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-539e699e-250f-41f2-9099-a097b1a9aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:00.941496 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-539e699e-250f-41f2-9099-a097b1a9aa0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0880356 Jul 21 21:11:00.982236 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-d056b88d-79e8-44b1-a4e4-79b4df343384 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735f011c-8535-4cce-af4f-e8eba3d772fc HTTP/1.1" status: 200 len: 217 time: 0.0340114 Jul 21 21:11:01.035164 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-0d46de01-c088-4cf9-882a-4cb7b6f746f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:01.036603 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-0d46de01-c088-4cf9-882a-4cb7b6f746f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0484087 Jul 21 21:11:01.042362 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 735f011c-8535-4cce-af4f-e8eba3d772fc details requested by agent hyperv_hv-cinder-85068 with host hv-cinder-85068 {{(pid=110832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 21:11:01.063775 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:01.074565 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:01.083111 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-8880ad5f-ba68-443c-bf18-4a6e26250878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:01.084894 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-8880ad5f-ba68-443c-bf18-4a6e26250878 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419199 Jul 21 21:11:01.145112 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 735f011c-8535-4cce-af4f-e8eba3d772fc, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=735f011c-8535-4cce-af4f-e8eba3d772fc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:01.157507 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Returning: {'device': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'port_id': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'mac_address': 'fa:16:3e:c4:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 21:11:01.184401 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-89b0d3f6-b80b-4aeb-8689-8f84f1b99816 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937901 Jul 21 21:11:01.203708 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 735f011c-8535-4cce-af4f-e8eba3d772fc is: DOWN; New status is: BUILD {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:11:01.204118 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:01.207465 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-9d4d5e45-4305-44c1-a65e-96a8ce6455cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:01.221361 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735f011c-8535-4cce-af4f-e8eba3d772fc {{(pid=110832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 21:11:01.245223 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 735f011c-8535-4cce-af4f-e8eba3d772fc, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=735f011c-8535-4cce-af4f-e8eba3d772fc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:01.249487 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:01.302282 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=735f011c-8535-4cce-af4f-e8eba3d772fc,revision_number=4']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:01.311791 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.312241 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.312691 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.313205 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.313619 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.314140 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.314537 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.314970 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.315339 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.315754 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.316093 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.316423 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.316753 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.317082 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.317408 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:11:01.539330 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-503ebe3d-ac2c-4d24-a9bf-13f40bac5a80 req-35c172c6-0098-4674-9f45-ef17f76deb5a service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476048 Jul 21 21:11:01.574303 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d22f-e638-4630-82a4-df4e7a61143b req-6bdb9392-72fe-4c32-8832-1c623e5d7680 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:01.575808 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0007d22f-e638-4630-82a4-df4e7a61143b req-6bdb9392-72fe-4c32-8832-1c623e5d7680 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 944 time: 0.0494521 Jul 21 21:11:01.626912 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-0007d22f-e638-4630-82a4-df4e7a61143b req-47aefe15-da48-4db5-bc24-4e34777fd351 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455525 Jul 21 21:11:01.675774 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] get_ports_and_sgs() called for port_ids ['735f011c-8535-4cce-af4f-e8eba3d772fc'] {{(pid=110832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 21:11:02.751070 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ea79-0798-423a-945f-2a2d32c3eccc req-babeb2cf-4376-43c2-8819-2645b08c64ba tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:02.752629 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bda7ea79-0798-423a-945f-2a2d32c3eccc req-babeb2cf-4376-43c2-8819-2645b08c64ba tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 944 time: 0.0535820 Jul 21 21:11:02.817744 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-bda7ea79-0798-423a-945f-2a2d32c3eccc req-a53d44ea-a0c2-4762-8144-9b438a2d9aa0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582821 Jul 21 21:11:03.061851 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 735f011c-8535-4cce-af4f-e8eba3d772fc up at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 21:11:03.104652 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning for port 735f011c-8535-4cce-af4f-e8eba3d772fc completed by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 21:11:03.110410 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Provisioning complete for port 735f011c-8535-4cce-af4f-e8eba3d772fc triggered by entity L2. {{(pid=110832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 21:11:03.110785 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719915'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), provisioning_complete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:03.193411 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Current status of the port 735f011c-8535-4cce-af4f-e8eba3d772fc is: BUILD; New status is: ACTIVE {{(pid=110832) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 21:11:03.193745 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659718'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), before_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:03.218158 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f011c-8535-4cce-af4f-e8eba3d772fc'}] {{(pid=110832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:11:03.220417 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0847382c199b0712629ba53da463d39fce0b23e2793d9f5232bd2a41853c594a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69226963-0930-49f0-8796-a039ee69b07b" -d '{"events": [{"server_uuid": "ae70bb02-09e6-4147-a65b-9cda68d6587a", "name": "network-vif-plugged", "status": "completed", "tag": "735f011c-8535-4cce-af4f-e8eba3d772fc"}]}' {{(pid=110832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:11:03.233565 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] For port 735f011c-8535-4cce-af4f-e8eba3d772fc, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=735f011c-8535-4cce-af4f-e8eba3d772fc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:03.239571 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607006410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606644758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606644776'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:03.267866 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ad8afe-cad4-4b8b-95d7-d29e79a79152 x-openstack-request-id: req-46ad8afe-cad4-4b8b-95d7-d29e79a79152 {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:11:03.268169 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae70bb02-09e6-4147-a65b-9cda68d6587a", "name": "network-vif-plugged", "status": "completed", "tag": "735f011c-8535-4cce-af4f-e8eba3d772fc", "code": 200}]} {{(pid=110832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:11:03.268682 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46ad8afe-cad4-4b8b-95d7-d29e79a79152 {{(pid=110832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:11:03.269199 dv-cinder-850687-1-iscsi neutron-server[110832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ad8afe-cad4-4b8b-95d7-d29e79a79152'] response: {'server_uuid': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'code': 200} Jul 21 21:11:03.305236 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Pushing event updated for resources: {'Port': ['ID=735f011c-8535-4cce-af4f-e8eba3d772fc,revision_number=5']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:03.469218 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d747bbb-ee6a-4d0b-b978-3e28bfefe1de req-788fceeb-f27d-4b26-83b0-34c029da5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:03.470615 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6d747bbb-ee6a-4d0b-b978-3e28bfefe1de req-788fceeb-f27d-4b26-83b0-34c029da5f00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 1129 time: 0.0375884 Jul 21 21:11:03.517714 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-6d747bbb-ee6a-4d0b-b978-3e28bfefe1de req-5062475e-dec8-4217-adfb-898aca1f6410 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 Jul 21 21:11:03.563478 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:03.566563 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:03.936160 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62da13d-dbb1-4624-89fe-504191a84383 req-a2a0ce63-ca06-4ea8-9699-54a96c5ab8d7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:03.937632 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f62da13d-dbb1-4624-89fe-504191a84383 req-a2a0ce63-ca06-4ea8-9699-54a96c5ab8d7 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 945 time: 0.0471091 Jul 21 21:11:03.988471 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-f62da13d-dbb1-4624-89fe-504191a84383 req-23b84ebf-fe6b-44c9-a9dd-82da37f01cfb tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Jul 21 21:11:04.113792 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-88ef9463-fa58-411f-96f0-490db0fe3148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:05.104643 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757434f-7c67-4219-a9a8-10995ee11c21 req-f832768c-cde1-4318-82a9-354d0a625e61 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:05.106083 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3757434f-7c67-4219-a9a8-10995ee11c21 req-f832768c-cde1-4318-82a9-354d0a625e61 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 945 time: 0.0471632 Jul 21 21:11:05.156219 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-3757434f-7c67-4219-a9a8-10995ee11c21 req-9794d3c2-606e-444a-a04f-f001b0eaafc3 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446227 Jul 21 21:11:06.272686 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:06.275528 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792d0a-d01f-48eb-a0b7-81f3cf081669 req-c7daeceb-b70e-405a-9f5a-c516970f1d9b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:06.277047 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-82792d0a-d01f-48eb-a0b7-81f3cf081669 req-c7daeceb-b70e-405a-9f5a-c516970f1d9b tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 945 time: 0.0515130 Jul 21 21:11:06.323570 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-82792d0a-d01f-48eb-a0b7-81f3cf081669 req-0088d02f-59ce-4914-83ea-d4a13d5b703c tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Jul 21 21:11:06.439706 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdd189-9cfd-4bef-acd6-f308394fa4fb req-2ac1f12f-5ed4-430a-a475-743137cd2382 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:06.441141 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-e2cdd189-9cfd-4bef-acd6-f308394fa4fb req-2ac1f12f-5ed4-430a-a475-743137cd2382 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 945 time: 0.0512567 Jul 21 21:11:06.450551 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60980) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:06.454824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.v2.base [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Request body: {'floatingip': {'port_id': '735f011c-8535-4cce-af4f-e8eba3d772fc'}} {{(pid=110831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 21:11:06.491429 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (1d9007b7-cfa4-486d-959e-f4c78bdbbdd8), before_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:06.670081 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:06.697176 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:06.819413 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:06.918444 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:06.922125 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (1d9007b7-cfa4-486d-959e-f4c78bdbbdd8), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:07.017292 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Floating IP 1d9007b7-cfa4-486d-959e-f4c78bdbbdd8 associated. External IP: 172.27.3.172, port: 735f011c-8535-4cce-af4f-e8eba3d772fc. Jul 21 21:11:07.209103 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:11:07.312873 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:11:07.317565 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:07.322569 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:11:07.333093 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:11:07.333747 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:11:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:07.348898 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-e609a357-67f1-46a9-8e6b-e7303fa368f6 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "PUT /v2.0/floatingips/1d9007b7-cfa4-486d-959e-f4c78bdbbdd8 HTTP/1.1" status: 200 len: 991 time: 0.8972921 Jul 21 21:11:07.350130 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'tag': '735f011c-8535-4cce-af4f-e8eba3d772fc'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:11:07.352457 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d6e884-c855-4c9a-844a-c7b7620dc1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ae70bb02-09e6-4147-a65b-9cda68d6587a", "tag": "735f011c-8535-4cce-af4f-e8eba3d772fc"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:11:07.391509 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae43f14-14de-442e-a5d9-c909aa0b574a x-openstack-request-id: req-bae43f14-14de-442e-a5d9-c909aa0b574a {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:11:07.391834 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae70bb02-09e6-4147-a65b-9cda68d6587a", "tag": "735f011c-8535-4cce-af4f-e8eba3d772fc", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:11:07.392096 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bae43f14-14de-442e-a5d9-c909aa0b574a {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:11:07.392512 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae43f14-14de-442e-a5d9-c909aa0b574a'] response: {'name': 'network-changed', 'server_uuid': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'tag': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'status': 'completed', 'code': 200} Jul 21 21:11:07.430560 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:07.440510 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:11:07.470929 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:07.483264 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-1879e69e-5a74-4820-9c45-bad7c1e153e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:07.484814 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-1879e69e-5a74-4820-9c45-bad7c1e153e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 1129 time: 0.0447476 Jul 21 21:11:07.541773 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:07.575681 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-b3c78984-4218-4efd-a679-f5b225ec98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:07.577180 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-b3c78984-4218-4efd-a679-f5b225ec98ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0845926 Jul 21 21:11:07.641874 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-f1b4efa5-ba7f-483b-89bc-8981c84b8f07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735f011c-8535-4cce-af4f-e8eba3d772fc HTTP/1.1" status: 200 len: 999 time: 0.0588906 Jul 21 21:11:07.668166 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '1d9007b7-cfa4-486d-959e-f4c78bdbbdd8', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:c4:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:10:54Z', 'updated_at': '2022-07-21T21:11:06Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:07.692548 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-2f95610a-8906-48fc-8407-6727f2cf7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:07.692910 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:11:07.694015 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-2f95610a-8906-48fc-8407-6727f2cf7da8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0455954 Jul 21 21:11:07.701575 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:11:07.702182 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:11:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:07.746428 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-30101e47-8545-46e4-81d0-9499f8778170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:07.747971 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-30101e47-8545-46e4-81d0-9499f8778170 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476911 Jul 21 21:11:07.781972 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:07.807361 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:11:07.841108 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-e5b65822-1983-4a4e-9177-4a7e78d1563e service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870621 Jul 21 21:11:07.906128 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:07.933438 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-22d6e884-c855-4c9a-844a-c7b7620dc1bf req-0a38272d-3bf8-44dc-a8f9-5dacda602319 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Jul 21 21:11:08.018352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '1d9007b7-cfa4-486d-959e-f4c78bdbbdd8', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:c4:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:10:54Z', 'updated_at': '2022-07-21T21:11:06Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:08.048005 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486045-ada5-4ffd-b07f-4d7dd457201e None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_floatingips': [{'id': '1d9007b7-cfa4-486d-959e-f4c78bdbbdd8', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'router_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'port_id': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'mac_address': 'fa:16:3e:c4:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T21:10:54Z', 'updated_at': '2022-07-21T21:11:06Z', 'revision_number': 1, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:11:08.237102 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2bf00-0e73-499b-ad6b-55d05f2351b4 None None] New status for floating IP 1d9007b7-cfa4-486d-959e-f4c78bdbbdd8: ACTIVE {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:11:13.139360 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 60986) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:13.388331 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Deleting port fbdd1c71-bfde-4de3-b9ec-090f69cad0b6 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:13.388672 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:13.474334 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:13.474661 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for floatingip (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:13.487221 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Calling delete_port for fbdd1c71-bfde-4de3-b9ec-090f69cad0b6 owned by network:floatingip {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:13.633919 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (fbdd1c71-bfde-4de3-b9ec-090f69cad0b6), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:13.656560 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event deleted for resources: {'Port': ['ID=fbdd1c71-bfde-4de3-b9ec-090f69cad0b6,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:13.719560 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for floatingip (0c6e9be1-a449-43aa-ab06-2367e2b04288), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:13.720060 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Floating IP 0c6e9be1-a449-43aa-ab06-2367e2b04288 disassociated (deleted). External IP: 172.27.3.17, port: 6d6d5ecd-8d57-4f55-8259-b5e620742bac. Jul 21 21:11:13.908512 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:13.921414 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:11:14.022685 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:11:14.027162 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:14.035166 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] Sync routers for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:11:14.049231 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:11:14.050297 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:11:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:14.060576 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-ae823dcc-7683-412e-8183-08c59ba69075 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "DELETE /v2.0/floatingips/0c6e9be1-a449-43aa-ab06-2367e2b04288 HTTP/1.1" status: 204 len: 168 time: 0.9200737 Jul 21 21:11:14.061183 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:11:14.063496 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0839d-ecc9-4db3-b824-69920e3c8155" -d '{"events": [{"name": "network-changed", "server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:11:14.107165 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef009d65-6c92-40fb-9f7e-d1b83f380530 x-openstack-request-id: req-ef009d65-6c92-40fb-9f7e-d1b83f380530 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:11:14.107570 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:11:14.108056 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef009d65-6c92-40fb-9f7e-d1b83f380530 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:11:14.108524 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef009d65-6c92-40fb-9f7e-d1b83f380530'] response: {'name': 'network-changed', 'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'status': 'completed', 'code': 200} Jul 21 21:11:14.157349 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:14.166065 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:11:14.193440 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-b8ac8da0-305f-4a04-99ff-33e18d67b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:14.195538 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-b8ac8da0-305f-4a04-99ff-33e18d67b0e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 1129 time: 0.0465825 Jul 21 21:11:14.305231 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-bd2d2bfa-1455-4c74-b8fc-83fdedccde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:14.305733 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b901bf-a6f4-4af0-ab1b-321c11014b97 req-5c630fe1-6aca-41e0-9fb5-90849cff81f3 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:14.307487 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-bd2d2bfa-1455-4c74-b8fc-83fdedccde73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 200 len: 910 time: 0.0968888 Jul 21 21:11:14.308813 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e7b901bf-a6f4-4af0-ab1b-321c11014b97 req-5c630fe1-6aca-41e0-9fb5-90849cff81f3 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0568182 Jul 21 21:11:14.359726 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e7b901bf-a6f4-4af0-ab1b-321c11014b97 req-0c8d5311-553f-4856-9477-55904cd49f95 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451183 Jul 21 21:11:14.372820 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 5, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:14.374416 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:14.401082 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] Checking router: 8d6da2fc-9f9b-4654-b042-2dd0769fe847 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:11:14.409545 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:11:14.410152 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:11:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:14.633339 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:14.636383 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:11:14.823321 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 5, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:14.847571 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c79089-f418-40ea-b7fb-fffefe0dc420 None None] The sync data for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi is: [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:05:36Z', 'revision_number': 4, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': 'd3f1fbcc-b906-44ec-8c52-50874a0a636a', 'name': '', 'network_id': '6e269719-65b6-4f5a-a60a-17796016ca87', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'mac_address': 'fa:16:3e:50:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:36Z', 'updated_at': '2022-07-21T21:05:42Z', 'revision_number': 5, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'subnets': [{'id': 'b501cef0-f6e7-455f-8dfa-7063d0e7fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:11:15.063164 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d1775-9e8e-4570-ba01-d2679974db35 None None] New status for floating IP 0c6e9be1-a449-43aa-ab06-2367e2b04288: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:11:15.370977 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-fe7567d2-fe91-4c1f-b2f1-7da56d6edaae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 200 len: 217 time: 0.0351584 Jul 21 21:11:15.430040 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-a0456fc8-c238-424d-abeb-1b70903b246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:15.431604 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-a0456fc8-c238-424d-abeb-1b70903b246b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d HTTP/1.1" status: 200 len: 848 time: 0.0503166 Jul 21 21:11:15.507045 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4931289-eee0-4ad9-b1c9-4fbca7f6979b req-35b97cd6-6f0b-4519-8ed1-82f594fd8852 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:15.508544 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d4931289-eee0-4ad9-b1c9-4fbca7f6979b req-35b97cd6-6f0b-4519-8ed1-82f594fd8852 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0751510 Jul 21 21:11:15.511969 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-b5262483-b9e3-4cea-818a-d996192aa9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:15.513372 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-b5262483-b9e3-4cea-818a-d996192aa9a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e269719-65b6-4f5a-a60a-17796016ca87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527091 Jul 21 21:11:15.557298 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-d4931289-eee0-4ad9-b1c9-4fbca7f6979b req-c57e349f-677e-43ec-9e61-dd124a91b86f tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d73ee2c-6a67-4c14-b933-e4af529dd034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Jul 21 21:11:15.757787 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-4999fabb-5334-4787-a62d-69147a75e0c0 service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874181 Jul 21 21:11:16.012693 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-a5b0839d-ecc9-4db3-b824-69920e3c8155 req-4fdc7ca9-087d-4673-b3d2-73e7ba148cba service neutron] 10.222.0.73 "GET /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Jul 21 21:11:16.099819 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-6581cf77-f0b7-43c2-8890-10429b0f91bd tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:16.101280 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-6581cf77-f0b7-43c2-8890-10429b0f91bd tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.73 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 945 time: 0.0515954 Jul 21 21:11:16.183127 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Deleting port 6d6d5ecd-8d57-4f55-8259-b5e620742bac {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:16.183472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:16.273952 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] For port 6d6d5ecd-8d57-4f55-8259-b5e620742bac, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=6d6d5ecd-8d57-4f55-8259-b5e620742bac,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:16.274237 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:16.286953 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Calling delete_port for 6d6d5ecd-8d57-4f55-8259-b5e620742bac owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:16.291214 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:16.417740 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (6d6d5ecd-8d57-4f55-8259-b5e620742bac), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:16.445123 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event deleted for resources: {'Port': ['ID=6d6d5ecd-8d57-4f55-8259-b5e620742bac,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:16.490525 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] No DVR routers for this DVR port 6d6d5ecd-8d57-4f55-8259-b5e620742bac on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:11:16.492986 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:16.496585 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-2466bc2f-9539-4e4b-a901-83a555eff93f req-d92876d5-7529-4741-a969-2727257bc20e tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.73 "DELETE /v2.0/ports/6d6d5ecd-8d57-4f55-8259-b5e620742bac HTTP/1.1" status: 204 len: 173 time: 0.3890867 Jul 21 21:11:16.497044 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'name': 'network-vif-deleted', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:11:16.499241 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef6c57e-b904-4bdb-8cc4-148b64febbb1" -d '{"events": [{"server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "name": "network-vif-deleted", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:11:16.537378 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf041170-6e06-4665-8a1d-97abb05c2a53 x-openstack-request-id: req-cf041170-6e06-4665-8a1d-97abb05c2a53 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:11:16.537699 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17eea1a-2a7e-4d9f-a0a3-198c91480e71", "name": "network-vif-deleted", "tag": "6d6d5ecd-8d57-4f55-8259-b5e620742bac", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:11:16.537982 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf041170-6e06-4665-8a1d-97abb05c2a53 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:11:16.538451 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf041170-6e06-4665-8a1d-97abb05c2a53'] response: {'server_uuid': 'f17eea1a-2a7e-4d9f-a0a3-198c91480e71', 'name': 'network-vif-deleted', 'tag': '6d6d5ecd-8d57-4f55-8259-b5e620742bac', 'status': 'completed', 'code': 200} Jul 21 21:11:16.656591 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-25419370-3109-4ffc-b818-4f288e0abf74 req-bd3e9b0f-9782-46be-9a44-847902b97d65 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f17eea1a-2a7e-4d9f-a0a3-198c91480e71 HTTP/1.1" status: 200 len: 210 time: 0.0301466 Jul 21 21:11:17.717876 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32776) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:17.779100 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-829d6ace-9814-4fd1-94a1-b02b89e45b58 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group (9d73ee2c-6a67-4c14-b933-e4af529dd034), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:17.803662 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-829d6ace-9814-4fd1-94a1-b02b89e45b58 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group (9d73ee2c-6a67-4c14-b933-e4af529dd034), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:17.872895 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-829d6ace-9814-4fd1-94a1-b02b89e45b58 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (9d73ee2c-6a67-4c14-b933-e4af529dd034), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:17.875394 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-829d6ace-9814-4fd1-94a1-b02b89e45b58 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:17.876619 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-829d6ace-9814-4fd1-94a1-b02b89e45b58 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] 10.222.0.60 "DELETE /v2.0/security-groups/9d73ee2c-6a67-4c14-b933-e4af529dd034 HTTP/1.1" status: 204 len: 168 time: 0.1579933 Jul 21 21:11:17.887205 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d6ace-9814-4fd1-94a1-b02b89e45b58 tempest-TestShelveInstance-572548780 tempest-TestShelveInstance-572548780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73ee2c-6a67-4c14-b933-e4af529dd034,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:17.933121 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32780) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:18.124199 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:18.354178 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (8d6da2fc-9f9b-4654-b042-2dd0769fe847), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:18.575296 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Deleting port d3f1fbcc-b906-44ec-8c52-50874a0a636a {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:18.575638 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:18.652646 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] For port d3f1fbcc-b906-44ec-8c52-50874a0a636a, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=d3f1fbcc-b906-44ec-8c52-50874a0a636a,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:18.653057 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:18.665613 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Calling delete_port for d3f1fbcc-b906-44ec-8c52-50874a0a636a owned by network:router_interface {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:18.976427 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:19.103480 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (d3f1fbcc-b906-44ec-8c52-50874a0a636a), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:19.125631 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:19.128156 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f1fbcc-b906-44ec-8c52-50874a0a636a,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:19.268524 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:11:19.296277 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (8d6da2fc-9f9b-4654-b042-2dd0769fe847), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:19.506461 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:11:19.607752 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:11:19.612695 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-786fdba4-ffeb-4bb8-817f-519d2b69aee9 admin admin] 10.222.0.60 "PUT /v2.0/routers/8d6da2fc-9f9b-4654-b042-2dd0769fe847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785560 Jul 21 21:11:19.615169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32784) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:19.617795 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] Sync routers for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:11:19.628865 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:11:19.629480 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:11:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:19.714999 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks [] for router (8d6da2fc-9f9b-4654-b042-2dd0769fe847), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:19.732577 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:11:19.809856 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks [] for router_gateway (8d6da2fc-9f9b-4654-b042-2dd0769fe847), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:19.855602 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Deleting port def49801-b943-43b2-a9ff-aab682e2d8fb {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:19.855968 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:19.904824 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:19.905240 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:11:19Z', 'revision_number': 5, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port': {'id': 'def49801-b943-43b2-a9ff-aab682e2d8fb', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:34Z', 'updated_at': '2022-07-21T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:19.931376 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] Checking router: 8d6da2fc-9f9b-4654-b042-2dd0769fe847 for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:11:19.938232 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] For port def49801-b943-43b2-a9ff-aab682e2d8fb, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=def49801-b943-43b2-a9ff-aab682e2d8fb,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:19.938598 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:19.940275 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] Routers {'8d6da2fc-9f9b-4654-b042-2dd0769fe847'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:11:19.940881 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:11:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:19.951593 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Calling delete_port for def49801-b943-43b2-a9ff-aab682e2d8fb owned by network:router_gateway {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:19.994867 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=100 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:20.024185 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] Set router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 gateway port host: None {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:11:20.072753 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:11:19Z', 'revision_number': 6, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:20.099753 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a80dd-38bd-42a3-92ea-278d9a36625c None None] The sync data for ids ['8d6da2fc-9f9b-4654-b042-2dd0769fe847'] in dv-cinder-850687-1-iscsi is: [{'id': '8d6da2fc-9f9b-4654-b042-2dd0769fe847', 'name': 'tempest-TestShelveInstance-1046802510-router', 'tenant_id': '91eaf4caa6ea457bafa7de7a1387851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:33Z', 'updated_at': '2022-07-21T21:11:19Z', 'revision_number': 6, 'project_id': '91eaf4caa6ea457bafa7de7a1387851c', 'gw_port_host': None}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:11:20.125735 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (def49801-b943-43b2-a9ff-aab682e2d8fb), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.154431 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Pushing event deleted for resources: {'Port': ['ID=def49801-b943-43b2-a9ff-aab682e2d8fb,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:20.215076 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (8d6da2fc-9f9b-4654-b042-2dd0769fe847), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.300538 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (8d6da2fc-9f9b-4654-b042-2dd0769fe847), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.302689 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks [] for router_controller (8d6da2fc-9f9b-4654-b042-2dd0769fe847), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.344605 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (8d6da2fc-9f9b-4654-b042-2dd0769fe847), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.345173 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6da2fc-9f9b-4654-b042-2dd0769fe847 {{(pid=110831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:11:20.349748 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.351167 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9ab3ce50-8bc0-454a-a4d5-86f6abfb265a admin admin] 10.222.0.60 "DELETE /v2.0/routers/8d6da2fc-9f9b-4654-b042-2dd0769fe847 HTTP/1.1" status: 204 len: 168 time: 0.7350152 Jul 21 21:11:20.354503 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32786) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:20.402651 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce85adf-3175-4201-a5fc-27b9bb6ce416 admin admin] Deleting subnet b501cef0-f6e7-455f-8dfa-7063d0e7fa2d {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:11:20.405795 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ce85adf-3175-4201-a5fc-27b9bb6ce416 admin admin] Publish callbacks [] for subnet (b501cef0-f6e7-455f-8dfa-7063d0e7fa2d), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.442621 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ce85adf-3175-4201-a5fc-27b9bb6ce416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5825706'] for subnet (b501cef0-f6e7-455f-8dfa-7063d0e7fa2d), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.521182 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ce85adf-3175-4201-a5fc-27b9bb6ce416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (b501cef0-f6e7-455f-8dfa-7063d0e7fa2d), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.576567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ce85adf-3175-4201-a5fc-27b9bb6ce416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5928065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5483807'] for subnet (b501cef0-f6e7-455f-8dfa-7063d0e7fa2d), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.602169 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce85adf-3175-4201-a5fc-27b9bb6ce416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b501cef0-f6e7-455f-8dfa-7063d0e7fa2d,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:20.606235 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-4ce85adf-3175-4201-a5fc-27b9bb6ce416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.609751 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-4ce85adf-3175-4201-a5fc-27b9bb6ce416 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b501cef0-f6e7-455f-8dfa-7063d0e7fa2d HTTP/1.1" status: 204 len: 168 time: 0.2539775 Jul 21 21:11:20.611850 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e81e95-3e27-4362-a2dd-d04050c824c1 None None] Network 6e269719-65b6-4f5a-a60a-17796016ca87 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:11:20.612039 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32790) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:20.681984 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (6e269719-65b6-4f5a-a60a-17796016ca87), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.729798 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Deleting port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:20.730145 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.742826 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:20.794178 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] For port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:20.794445 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.806998 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Calling delete_port for 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 owned by network:dhcp {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:20.849040 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] DHCP port deletion for 6e269719-65b6-4f5a-a60a-17796016ca87 request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:11:20.890857 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] Deleting port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:20.891115 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:20.891409 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.900573 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.926228 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:20.930150 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] No DVR routers for this DVR port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 on host dv-cinder-850687-1-iscsi {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:11:20.958797 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] For port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,segment=NetworkSegment(082ad118-b515-4edf-afa5-32919371fd98),segment_id=082ad118-b515-4edf-afa5-32919371fd98)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:20.959210 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:20.974323 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] Calling delete_port for 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:21.013718 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (6e269719-65b6-4f5a-a60a-17796016ca87), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.021175 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d3f1fbcc-b906-44ec-8c52-50874a0a636a no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:11:21.037902 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e269719-65b6-4f5a-a60a-17796016ca87']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:21.044128 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:21.046949 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: d3f1fbcc-b906-44ec-8c52-50874a0a636a {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:11:21.047302 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device d3f1fbcc-b906-44ec-8c52-50874a0a636a not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:11:21.047758 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:11:21.049383 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082ad118-b515-4edf-afa5-32919371fd98') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:21.049912 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082ad118-b515-4edf-afa5-32919371fd98') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:21.056360 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=100 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:21.063312 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (082ad118-b515-4edf-afa5-32919371fd98), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.078246 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (082ad118-b515-4edf-afa5-32919371fd98), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.085309 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:11:21.085946 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (082ad118-b515-4edf-afa5-32919371fd98), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.092017 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:11:21.092374 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:11:21.092808 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device def49801-b943-43b2-a9ff-aab682e2d8fb no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:11:21.122259 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 082ad118-b515-4edf-afa5-32919371fd98 resource provider aggregate not found Jul 21 21:11:21.124342 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: def49801-b943-43b2-a9ff-aab682e2d8fb {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:11:21.124699 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device def49801-b943-43b2-a9ff-aab682e2d8fb not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:11:21.132733 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.147170 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 6d6d5ecd-8d57-4f55-8259-b5e620742bac no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:11:21.153198 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (5dcd8e5c-968f-4a87-8689-ffbbf8c7c239), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.159827 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 082ad118-b515-4edf-afa5-32919371fd98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 082ad118-b515-4edf-afa5-32919371fd98 found for delete ", "request_id": "req-e968c259-30a1-4d3e-94e5-3e897abfd506"}]} Jul 21 21:11:21.174624 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (6e269719-65b6-4f5a-a60a-17796016ca87), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.179954 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.182414 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6e269719-65b6-4f5a-a60a-17796016ca87 HTTP/1.1" status: 204 len: 168 time: 0.5694501 Jul 21 21:11:21.186442 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32796) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:21.196274 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 6d6d5ecd-8d57-4f55-8259-b5e620742bac {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:11:21.196692 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 6d6d5ecd-8d57-4f55-8259-b5e620742bac not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:11:21.198825 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] Network 6e269719-65b6-4f5a-a60a-17796016ca87 is not hosted by any dhcp agent {{(pid=110832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 21 21:11:21.199285 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] No DVR routers for this DVR port 5dcd8e5c-968f-4a87-8689-ffbbf8c7c239 on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:11:21.201304 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69efc-4222-4baf-924f-cae65e93efb4 None None] Pushing event deleted for resources: {'Port': ['ID=5dcd8e5c-968f-4a87-8689-ffbbf8c7c239,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:21.203940 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a98d5-7bce-4fd3-a74c-d820c92f45d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e269719-65b6-4f5a-a60a-17796016ca87,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:21.512418 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (2c1d284f-0acf-47fb-8082-32289536ee39), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.727810 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Deleting port 3c064583-8444-4693-b374-f260dfc2902b {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:21.728057 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (3c064583-8444-4693-b374-f260dfc2902b), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.752725 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:21.809457 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] For port 3c064583-8444-4693-b374-f260dfc2902b, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=3c064583-8444-4693-b374-f260dfc2902b,segment=NetworkSegment(6a1ae5a6-71e9-4a4e-8288-e84b1e524bed),segment_id=6a1ae5a6-71e9-4a4e-8288-e84b1e524bed)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:21.809817 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (3c064583-8444-4693-b374-f260dfc2902b), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:21.816336 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:21.823810 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Calling delete_port for 3c064583-8444-4693-b374-f260dfc2902b owned by network:router_interface {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:22.000505 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (3c064583-8444-4693-b374-f260dfc2902b), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:22.025619 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c064583-8444-4693-b374-f260dfc2902b,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:22.193472 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (2c1d284f-0acf-47fb-8082-32289536ee39), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:22.646456 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Router 2c1d284f-0acf-47fb-8082-32289536ee39 has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:11:22.745425 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:11:22.750419 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9b66e03d-c0c0-4f18-a27c-91b8729ccd68 admin admin] 10.222.0.60 "PUT /v2.0/routers/2c1d284f-0acf-47fb-8082-32289536ee39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640626 Jul 21 21:11:22.752922 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32798) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:22.755339 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] Sync routers for ids ['2c1d284f-0acf-47fb-8082-32289536ee39'] in dv-cinder-850687-1-iscsi {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:11:22.768060 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] Routers {'2c1d284f-0acf-47fb-8082-32289536ee39'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:11:22.768776 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:11:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['2c1d284f-0acf-47fb-8082-32289536ee39'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:22.833648 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:22.855749 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks [] for router (2c1d284f-0acf-47fb-8082-32289536ee39), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:22.871649 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] Set router 2c1d284f-0acf-47fb-8082-32289536ee39 gateway port host: dv-cinder-850687-1-iscsi {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:11:22.960398 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks [] for router_gateway (2c1d284f-0acf-47fb-8082-32289536ee39), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:22.973692 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:23.007943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Deleting port 615ba743-6ecc-4375-aa2d-3ded6533b3a4 {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:23.008288 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.048656 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:11:21Z', 'revision_number': 5, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port': {'id': '615ba743-6ecc-4375-aa2d-3ded6533b3a4', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:62:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:39Z', 'updated_at': '2022-07-21T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:23.077476 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] Checking router: 2c1d284f-0acf-47fb-8082-32289536ee39 for host: dv-cinder-850687-1-iscsi {{(pid=110833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:11:23.086191 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] Routers {'2c1d284f-0acf-47fb-8082-32289536ee39'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:11:23.087459 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:11:04Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['2c1d284f-0acf-47fb-8082-32289536ee39'], 'active': True} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:23.091903 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] For port 615ba743-6ecc-4375-aa2d-3ded6533b3a4, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=615ba743-6ecc-4375-aa2d-3ded6533b3a4,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:23.092442 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.105130 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Calling delete_port for 615ba743-6ecc-4375-aa2d-3ded6533b3a4 owned by network:router_gateway {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:23.171555 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_dvr_db [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] Set router 2c1d284f-0acf-47fb-8082-32289536ee39 gateway port host: None {{(pid=110833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:11:23.220257 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.l3_hamode_db [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:11:22Z', 'revision_number': 6, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:23.245398 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d84f9d-670f-4c69-b210-ad6a80b93bb7 None None] The sync data for ids ['2c1d284f-0acf-47fb-8082-32289536ee39'] in dv-cinder-850687-1-iscsi is: [{'id': '2c1d284f-0acf-47fb-8082-32289536ee39', 'name': 'tempest-TestShelveInstance-967054386-router', 'tenant_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:38Z', 'updated_at': '2022-07-21T21:11:22Z', 'revision_number': 6, 'project_id': '4bd5a82e19f0453fa0585af78fc35e6a', 'gw_port_host': None}] {{(pid=110833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:11:23.272063 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (615ba743-6ecc-4375-aa2d-3ded6533b3a4), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.295471 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Pushing event deleted for resources: {'Port': ['ID=615ba743-6ecc-4375-aa2d-3ded6533b3a4,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:23.362221 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (2c1d284f-0acf-47fb-8082-32289536ee39), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.448016 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (2c1d284f-0acf-47fb-8082-32289536ee39), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.450192 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks [] for router_controller (2c1d284f-0acf-47fb-8082-32289536ee39), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.490901 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (2c1d284f-0acf-47fb-8082-32289536ee39), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.491475 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1d284f-0acf-47fb-8082-32289536ee39 {{(pid=110831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:11:23.497067 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.498219 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8acbbffb-4e36-4d04-9631-315a2e80992b admin admin] 10.222.0.60 "DELETE /v2.0/routers/2c1d284f-0acf-47fb-8082-32289536ee39 HTTP/1.1" status: 204 len: 168 time: 0.7443860 Jul 21 21:11:23.500841 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32800) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:23.544975 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf915c6-727f-4ad0-8ead-94d261bc4dc6 admin admin] Deleting subnet c0b04d0b-0b15-4a77-b528-83d30f385a55 {{(pid=110831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:11:23.548021 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-eaf915c6-727f-4ad0-8ead-94d261bc4dc6 admin admin] Publish callbacks [] for subnet (c0b04d0b-0b15-4a77-b528-83d30f385a55), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.585712 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-eaf915c6-727f-4ad0-8ead-94d261bc4dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5825706'] for subnet (c0b04d0b-0b15-4a77-b528-83d30f385a55), precommit_delete_associations {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.662046 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:23.669766 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-eaf915c6-727f-4ad0-8ead-94d261bc4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (c0b04d0b-0b15-4a77-b528-83d30f385a55), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.724234 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-eaf915c6-727f-4ad0-8ead-94d261bc4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5928065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5483807'] for subnet (c0b04d0b-0b15-4a77-b528-83d30f385a55), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.752712 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf915c6-727f-4ad0-8ead-94d261bc4dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b04d0b-0b15-4a77-b528-83d30f385a55,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:23.756119 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-eaf915c6-727f-4ad0-8ead-94d261bc4dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for subnet (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.761583 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-eaf915c6-727f-4ad0-8ead-94d261bc4dc6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c0b04d0b-0b15-4a77-b528-83d30f385a55 HTTP/1.1" status: 204 len: 168 time: 0.2575080 Jul 21 21:11:23.761875 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32802) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:23.766084 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e7ebb7-e1ed-460f-8c0a-bbe7897b1919 None None] Network cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:11:23.834837 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (cb4c7ac0-af4c-438f-b648-a1004c1bbdf4), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.866079 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:23.880319 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Deleting port dee77ba2-b75c-48e0-8792-8fe737ad2f3d {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:23.880657 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.920818 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] DHCP port deletion for cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:11:23.948977 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] For port dee77ba2-b75c-48e0-8792-8fe737ad2f3d, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,segment=NetworkSegment(6a1ae5a6-71e9-4a4e-8288-e84b1e524bed),segment_id=6a1ae5a6-71e9-4a4e-8288-e84b1e524bed)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:23.949346 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.960174 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] Deleting port dee77ba2-b75c-48e0-8792-8fe737ad2f3d {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:11:23.960552 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:23.965144 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Calling delete_port for dee77ba2-b75c-48e0-8792-8fe737ad2f3d owned by network:dhcp {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:24.039353 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] For port dee77ba2-b75c-48e0-8792-8fe737ad2f3d, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,segment=NetworkSegment(6a1ae5a6-71e9-4a4e-8288-e84b1e524bed),segment_id=6a1ae5a6-71e9-4a4e-8288-e84b1e524bed)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:11:24.039791 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.053288 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.053914 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] Calling delete_port for dee77ba2-b75c-48e0-8792-8fe737ad2f3d owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:11:24.079104 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:24.082813 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] No DVR routers for this DVR port dee77ba2-b75c-48e0-8792-8fe737ad2f3d on host dv-cinder-850687-1-iscsi {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:11:24.132807 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (dee77ba2-b75c-48e0-8792-8fe737ad2f3d), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.158352 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] Pushing event deleted for resources: {'Port': ['ID=dee77ba2-b75c-48e0-8792-8fe737ad2f3d,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:24.160197 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75571e-bbb2-41eb-aad7-db2290aae4fc None None] No DVR routers for this DVR port dee77ba2-b75c-48e0-8792-8fe737ad2f3d on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:11:24.161458 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (cb4c7ac0-af4c-438f-b648-a1004c1bbdf4), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.185588 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4c7ac0-af4c-438f-b648-a1004c1bbdf4']}} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:24.194795 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed') {'for_net_delete': True} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:24.195094 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.services.segments.db [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1ae5a6-71e9-4a4e-8288-e84b1e524bed') {} {{(pid=110831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:11:24.204827 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5825683'] for segment (6a1ae5a6-71e9-4a4e-8288-e84b1e524bed), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.219187 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (6a1ae5a6-71e9-4a4e-8288-e84b1e524bed), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.225576 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:11:24.225971 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5927995'] for segment (6a1ae5a6-71e9-4a4e-8288-e84b1e524bed), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.276882 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 6a1ae5a6-71e9-4a4e-8288-e84b1e524bed resource provider aggregate not found Jul 21 21:11:24.293807 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (cb4c7ac0-af4c-438f-b648-a1004c1bbdf4), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.296686 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.services.segments.plugin [-] Segment 6a1ae5a6-71e9-4a4e-8288-e84b1e524bed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a1ae5a6-71e9-4a4e-8288-e84b1e524bed found for delete ", "request_id": "req-2dffbc42-ddb8-4143-8c39-606fd8ce3e44"}]} Jul 21 21:11:24.300734 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.303868 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cb4c7ac0-af4c-438f-b648-a1004c1bbdf4 HTTP/1.1" status: 204 len: 168 time: 0.5411472 Jul 21 21:11:24.315014 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed091-789c-4de3-806b-127b6811cb07 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4c7ac0-af4c-438f-b648-a1004c1bbdf4,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:24.426915 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32810) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:24.467624 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-11c8e183-0549-4f95-a23b-d0b46349b175 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91eaf4caa6ea457bafa7de7a1387851c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395677 Jul 21 21:11:24.470095 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32812) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:24.518209 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9c658709-4768-4423-866b-e64c1700b74f admin admin] Publish callbacks [] for security_group (18800bbf-4de1-47dd-a624-a44497004a22), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.539243 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9c658709-4768-4423-866b-e64c1700b74f admin admin] Publish callbacks [] for security_group (18800bbf-4de1-47dd-a624-a44497004a22), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.587276 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9c658709-4768-4423-866b-e64c1700b74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (18800bbf-4de1-47dd-a624-a44497004a22), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.589778 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9c658709-4768-4423-866b-e64c1700b74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:24.590927 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9c658709-4768-4423-866b-e64c1700b74f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18800bbf-4de1-47dd-a624-a44497004a22 HTTP/1.1" status: 204 len: 168 time: 0.1199508 Jul 21 21:11:24.598719 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c658709-4768-4423-866b-e64c1700b74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18800bbf-4de1-47dd-a624-a44497004a22,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:24.906825 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32818) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:24.931305 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:24.951567 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-876d296d-0c73-4ae2-9fa1-eb74ff8283fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bd5a82e19f0453fa0585af78fc35e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435185 Jul 21 21:11:24.953938 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32820) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:11:25.001905 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device dee77ba2-b75c-48e0-8792-8fe737ad2f3d no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:11:25.005057 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8d53d765-71ac-4669-bb0c-07fce640c9de admin admin] Publish callbacks [] for security_group (0050f32f-48b8-4473-920d-8c6aac9360b3), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:25.024812 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: dee77ba2-b75c-48e0-8792-8fe737ad2f3d {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:11:25.025406 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device dee77ba2-b75c-48e0-8792-8fe737ad2f3d not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:11:25.025846 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 615ba743-6ecc-4375-aa2d-3ded6533b3a4 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:11:25.027244 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8d53d765-71ac-4669-bb0c-07fce640c9de admin admin] Publish callbacks [] for security_group (0050f32f-48b8-4473-920d-8c6aac9360b3), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:25.044676 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 615ba743-6ecc-4375-aa2d-3ded6533b3a4 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:11:25.045030 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 615ba743-6ecc-4375-aa2d-3ded6533b3a4 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:11:25.045457 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 3c064583-8444-4693-b374-f260dfc2902b no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:11:25.063666 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 3c064583-8444-4693-b374-f260dfc2902b {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:11:25.064050 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 3c064583-8444-4693-b374-f260dfc2902b not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:11:25.080706 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8d53d765-71ac-4669-bb0c-07fce640c9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (0050f32f-48b8-4473-920d-8c6aac9360b3), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:25.083228 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8d53d765-71ac-4669-bb0c-07fce640c9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:25.084410 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8d53d765-71ac-4669-bb0c-07fce640c9de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0050f32f-48b8-4473-920d-8c6aac9360b3 HTTP/1.1" status: 204 len: 168 time: 0.1295986 Jul 21 21:11:25.092949 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53d765-71ac-4669-bb0c-07fce640c9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0050f32f-48b8-4473-920d-8c6aac9360b3,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:11:27.881092 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:DELETE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:27.881900 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:31.190982 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-7472dc69-f6a2-440d-b99b-50a71ecb3385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:32.221458 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-da7a447e-53cc-44ca-a596-35d047ef5125 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427072 Jul 21 21:11:32.324936 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-bbc4c7ff-93ae-49dd-b31c-9f77e12bf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:32.326416 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-bbc4c7ff-93ae-49dd-b31c-9f77e12bf7c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 1129 time: 0.0426610 Jul 21 21:11:32.402179 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:32.432567 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-65fe6019-1a96-4dd8-830e-aefbd6cfa07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:32.434031 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-65fe6019-1a96-4dd8-830e-aefbd6cfa07f service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0883861 Jul 21 21:11:32.506218 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-59928a47-b2b1-4714-813b-076f7bec5536 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735f011c-8535-4cce-af4f-e8eba3d772fc HTTP/1.1" status: 200 len: 1001 time: 0.0609150 Jul 21 21:11:32.556506 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-534eafba-5eac-422a-b9db-c7e8a9600afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:32.557930 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-534eafba-5eac-422a-b9db-c7e8a9600afc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0443182 Jul 21 21:11:32.601449 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-a160216d-8d13-4379-bdfe-b29aa1c20ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:11:32.603631 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-a160216d-8d13-4379-bdfe-b29aa1c20ce9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391908 Jul 21 21:11:32.694960 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-a32120ea-f4df-4136-873c-3ae157741179 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849428 Jul 21 21:11:32.783994 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-dd5cef02-2d24-4e8b-8588-ead2322752ff req-80dfe07a-b18f-4720-9927-b33103648935 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823767 Jul 21 21:11:33.222932 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:33.223893 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:34.115256 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-b9917f64-1f30-4a4b-9853-17c99d7e4826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:36.274441 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:36.673214 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:37.531220 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:42.774307 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=71,neutron:DELETE=3 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:42.781233 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=35 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:47.521415 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:47.527159 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:11:51.068203 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:11:56.267814 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:12:01.057946 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:01.064078 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:01.193000 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4b2f-8fe2-4a7e-a173-c06c989553ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:04.117398 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-7fff5c91-c3c1-4eac-955a-4f5885af4bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:06.280416 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:06.676878 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:07.533114 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:08.996764 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:08.997494 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:17.528308 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:17.529860 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:21.086006 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:30.018271 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=12 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:30.019017 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=16 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:31.080111 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:31.082111 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:31.194707 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3159bf92-c89f-44dd-b029-52d959121ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:31.571274 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80cbdfc2-7128-4469-8947-25b40a78450c req-579729b1-d943-4a7b-aa95-ed6fbe5ea499 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388210 Jul 21 21:12:31.671251 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbdfc2-7128-4469-8947-25b40a78450c req-9ca122d6-020c-445d-a726-8d6f6bdb75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:12:31.673023 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80cbdfc2-7128-4469-8947-25b40a78450c req-9ca122d6-020c-445d-a726-8d6f6bdb75f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6549bea44b794d03bab57a0c2a001992&device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 1129 time: 0.0435133 Jul 21 21:12:31.775573 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbdfc2-7128-4469-8947-25b40a78450c req-2100c728-4355-4044-a9b9-cf54966c17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:12:31.777104 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80cbdfc2-7128-4469-8947-25b40a78450c req-2100c728-4355-4044-a9b9-cf54966c17e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 200 len: 915 time: 0.0866115 Jul 21 21:12:31.844902 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80cbdfc2-7128-4469-8947-25b40a78450c req-37063005-3977-4b0d-9a62-4fb84010a964 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735f011c-8535-4cce-af4f-e8eba3d772fc HTTP/1.1" status: 200 len: 1001 time: 0.0606248 Jul 21 21:12:31.895965 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbdfc2-7128-4469-8947-25b40a78450c req-b6a49502-fa2b-48a5-a8a2-a45a86959cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:12:31.897438 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80cbdfc2-7128-4469-8947-25b40a78450c req-b6a49502-fa2b-48a5-a8a2-a45a86959cdf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 200 len: 853 time: 0.0468216 Jul 21 21:12:31.948606 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbdfc2-7128-4469-8947-25b40a78450c req-719521bd-0eba-4e05-a45d-8a74fa720940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:12:31.950590 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80cbdfc2-7128-4469-8947-25b40a78450c req-719521bd-0eba-4e05-a45d-8a74fa720940 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9a056bea-ebfc-41ce-8004-0588675751ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448163 Jul 21 21:12:32.060271 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80cbdfc2-7128-4469-8947-25b40a78450c req-ec041f70-23ea-481a-a995-7f24bf786e18 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930519 Jul 21 21:12:32.447131 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-80cbdfc2-7128-4469-8947-25b40a78450c req-dde6e37e-bc14-42d1-bcab-5d28a18bf328 service neutron] 10.222.0.73 "GET /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890901 Jul 21 21:12:33.266823 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:12:33.305885 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970faba-65ae-4989-9dfd-0b7f7721423e req-2de509e7-102b-41c0-9b74-5372a99950a0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:12:33.307354 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8970faba-65ae-4989-9dfd-0b7f7721423e req-2de509e7-102b-41c0-9b74-5372a99950a0 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 945 time: 0.0488875 Jul 21 21:12:33.354243 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-8970faba-65ae-4989-9dfd-0b7f7721423e req-a998443c-7199-4804-97a0-d86e4ff9eb8a tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 Jul 21 21:12:34.119989 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-091a1a63-6bea-476c-b798-d15a323d5705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:34.592827 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad657f-8de9-4b7c-bbe2-db296150dbf6 req-f3914ea3-b7da-4c14-afef-6e3a696e4243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:12:34.594273 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cbad657f-8de9-4b7c-bbe2-db296150dbf6 req-f3914ea3-b7da-4c14-afef-6e3a696e4243 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 945 time: 0.1705508 Jul 21 21:12:34.640985 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-cbad657f-8de9-4b7c-bbe2-db296150dbf6 req-6ba60af4-d8a2-45a5-9785-0f55ef703422 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups?id=a402dd6c-2b1d-4b56-b059-795fe1156739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Jul 21 21:12:35.074356 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306f15f-c03d-4318-b945-827e41a96063 req-2511c7fd-22ba-4224-b4ac-6a3f53a90690 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 21:12:35.075920 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9306f15f-c03d-4318-b945-827e41a96063 req-2511c7fd-22ba-4224-b4ac-6a3f53a90690 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 945 time: 0.0462177 Jul 21 21:12:35.160798 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Deleting port 735f011c-8535-4cce-af4f-e8eba3d772fc {{(pid=110831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:12:35.161132 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:35.248253 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.db [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] For port 735f011c-8535-4cce-af4f-e8eba3d772fc, host hv-cinder-85068, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85068',level=0,port_id=735f011c-8535-4cce-af4f-e8eba3d772fc,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:12:35.248604 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:35.404230 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:35.405732 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:35.406096 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8021978'] for floatingip (1d9007b7-cfa4-486d-959e-f4c78bdbbdd8), after_update {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:35.406452 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.db.l3_db [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Floating IP 1d9007b7-cfa4-486d-959e-f4c78bdbbdd8 disassociated. External IP: 172.27.3.172, port: 735f011c-8535-4cce-af4f-e8eba3d772fc. Jul 21 21:12:35.406755 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.plugins.ml2.plugin [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Calling delete_port for 735f011c-8535-4cce-af4f-e8eba3d772fc owned by compute:nova {{(pid=110831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:12:35.450531 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:35.536172 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5928044'] for port (735f011c-8535-4cce-af4f-e8eba3d772fc), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:35.563768 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'Port': ['ID=735f011c-8535-4cce-af4f-e8eba3d772fc,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:35.575534 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.575918 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.576269 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.576608 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.576944 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.577280 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.577617 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.577947 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.578279 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.578603 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.578930 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.579255 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.579577 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.579924 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.580267 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:35.687850 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:12:35.736229 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [req-e06a0400-9a19-4805-a157-7ac9841decfa req-548dde1f-e72b-424e-9551-af36cdfc6df3 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae70bb02-09e6-4147-a65b-9cda68d6587a HTTP/1.1" status: 200 len: 210 time: 0.0285156 Jul 21 21:12:35.791195 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:12:35.802595 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:12:35.818142 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:12:35.818789 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:12:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:35.834638 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] No DVR routers for this DVR port 735f011c-8535-4cce-af4f-e8eba3d772fc on host hv-cinder-85068 {{(pid=110831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:12:35.837126 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for port (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:35.840881 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [req-9306f15f-c03d-4318-b945-827e41a96063 req-7f758849-a47d-4cae-8143-fd2665acf483 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.73 "DELETE /v2.0/ports/735f011c-8535-4cce-af4f-e8eba3d772fc HTTP/1.1" status: 204 len: 173 time: 0.7595758 Jul 21 21:12:35.841308 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'name': 'network-vif-deleted', 'tag': '735f011c-8535-4cce-af4f-e8eba3d772fc'}] {{(pid=110831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 21:12:35.843557 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9f82dc6f5e10a232bca0c6933eb1f803289b737dba6e74ec48bf5392da1a676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84ef608-b9d3-43ab-ae1a-c46447135bf8" -d '{"events": [{"server_uuid": "ae70bb02-09e6-4147-a65b-9cda68d6587a", "name": "network-vif-deleted", "tag": "735f011c-8535-4cce-af4f-e8eba3d772fc"}]}' {{(pid=110831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 21:12:35.883626 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e7ad1-399f-4679-a0f6-530eae408e88 x-openstack-request-id: req-886e7ad1-399f-4679-a0f6-530eae408e88 {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 21:12:35.884619 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae70bb02-09e6-4147-a65b-9cda68d6587a", "name": "network-vif-deleted", "tag": "735f011c-8535-4cce-af4f-e8eba3d772fc", "status": "completed", "code": 200}]} {{(pid=110831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 21:12:35.885089 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-886e7ad1-399f-4679-a0f6-530eae408e88 {{(pid=110831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 21:12:35.885501 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886e7ad1-399f-4679-a0f6-530eae408e88'] response: {'server_uuid': 'ae70bb02-09e6-4147-a65b-9cda68d6587a', 'name': 'network-vif-deleted', 'tag': '735f011c-8535-4cce-af4f-e8eba3d772fc', 'status': 'completed', 'code': 200} Jul 21 21:12:36.064087 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:12:36.254037 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:36.287453 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:12:36.299699 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:36.301508 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:12:36.302127 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:12:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:36.414196 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:12:36.604168 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:36.631788 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a13a40-8c9c-4a02-87f7-86816bcaccaf None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:05:17Z', 'revision_number': 4, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi', '_interfaces': [{'id': '7864642d-b1c5-4908-9d7a-21aacd6d5740', 'name': '', 'network_id': '9a056bea-ebfc-41ce-8004-0588675751ae', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'mac_address': 'fa:16:3e:9f:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:17Z', 'updated_at': '2022-07-21T21:05:22Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'subnets': [{'id': '07ced35b-7941-4126-b0cc-2c24e2010e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:12:36.680770 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:36.827542 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 32922) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:36.862004 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a545e5b-78e7-4b09-bf09-9ea08f2c77fe None None] New status for floating IP 1d9007b7-cfa4-486d-959e-f4c78bdbbdd8: DOWN {{(pid=110833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 21:12:36.888911 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9c26285f-2a0e-423d-b4a0-352bf05e7a8e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (a402dd6c-2b1d-4b56-b059-795fe1156739), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:36.912941 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9c26285f-2a0e-423d-b4a0-352bf05e7a8e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (a402dd6c-2b1d-4b56-b059-795fe1156739), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:36.960210 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9c26285f-2a0e-423d-b4a0-352bf05e7a8e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a402dd6c-2b1d-4b56-b059-795fe1156739), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:36.962902 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-9c26285f-2a0e-423d-b4a0-352bf05e7a8e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:36.964204 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-9c26285f-2a0e-423d-b4a0-352bf05e7a8e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "DELETE /v2.0/security-groups/a402dd6c-2b1d-4b56-b059-795fe1156739 HTTP/1.1" status: 204 len: 168 time: 0.1354516 Jul 21 21:12:36.967523 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32924) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:36.974428 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26285f-2a0e-423d-b4a0-352bf05e7a8e tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a402dd6c-2b1d-4b56-b059-795fe1156739,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:36.985217 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.api.v2.resource [None req-6c4dd661-ac9b-40da-b51e-fed47afef29f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] show failed (client error): The resource could not be found. Jul 21 21:12:36.989205 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6c4dd661-ac9b-40da-b51e-fed47afef29f tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "GET /v2.0/security-groups/a402dd6c-2b1d-4b56-b059-795fe1156739 HTTP/1.1" status: 404 len: 347 time: 0.0206721 Jul 21 21:12:36.989753 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32926) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:37.108975 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Deleting port c4319d16-25c4-447c-a3af-627c1233bbe1 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:12:37.109212 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (c4319d16-25c4-447c-a3af-627c1233bbe1), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:37.184639 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (c4319d16-25c4-447c-a3af-627c1233bbe1), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:37.184967 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (c4319d16-25c4-447c-a3af-627c1233bbe1), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:37.196660 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Calling delete_port for c4319d16-25c4-447c-a3af-627c1233bbe1 owned by network:floatingip {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:12:37.329597 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (c4319d16-25c4-447c-a3af-627c1233bbe1), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:37.354969 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Pushing event deleted for resources: {'Port': ['ID=c4319d16-25c4-447c-a3af-627c1233bbe1,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:37.381433 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.381792 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.382140 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.382483 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.382823 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.383161 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.383498 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.383859 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.384191 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.384521 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.384854 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.385184 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.385512 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.385840 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.386164 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:37.432562 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks [] for floatingip (1d9007b7-cfa4-486d-959e-f4c78bdbbdd8), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:37.435810 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232927'] for floatingip (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:37.436981 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b3de2e97-4c31-430d-a70a-c4e54aaaf617 tempest-AttachVolumeNegativeTest-373153454 tempest-AttachVolumeNegativeTest-373153454-project] 10.222.0.60 "DELETE /v2.0/floatingips/1d9007b7-cfa4-486d-959e-f4c78bdbbdd8 HTTP/1.1" status: 204 len: 168 time: 0.4463329 Jul 21 21:12:37.536464 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:39.517953 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 735f011c-8535-4cce-af4f-e8eba3d772fc no longer exists at agent hyperv_hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:12:39.537477 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] No Port match for: 735f011c-8535-4cce-af4f-e8eba3d772fc {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:12:39.537826 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Device 735f011c-8535-4cce-af4f-e8eba3d772fc not bound to the agent host hv-cinder-85068 {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:12:41.101693 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32962) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:41.542476 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026586'] for router_interface (5ed3ca70-86a2-4224-8441-4f3e350e31ec), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:41.576396 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:41.590705 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:41.762701 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Deleting port 7864642d-b1c5-4908-9d7a-21aacd6d5740 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:12:41.763037 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:41.843945 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] For port 7864642d-b1c5-4908-9d7a-21aacd6d5740, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=7864642d-b1c5-4908-9d7a-21aacd6d5740,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:12:41.844312 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:41.857010 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Calling delete_port for 7864642d-b1c5-4908-9d7a-21aacd6d5740 owned by network:router_interface {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:12:42.031331 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (7864642d-b1c5-4908-9d7a-21aacd6d5740), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:42.055404 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7864642d-b1c5-4908-9d7a-21aacd6d5740,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:42.219889 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7933173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8020522'] for router_interface (5ed3ca70-86a2-4224-8441-4f3e350e31ec), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:42.415857 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:42.418681 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:42.430844 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Router 5ed3ca70-86a2-4224-8441-4f3e350e31ec has already been hosted by L3 agent 35d2f645-d867-445c-b2e7-0138cbbeeb21 {{(pid=110830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 21:12:42.532494 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] Notify agent at l3_agent.dv-cinder-850687-1-iscsi the message routers_updated {{(pid=110830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 21:12:42.538088 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e1dc7a13-dfb1-4b6a-b791-840eba4c1f9d admin admin] 10.222.0.60 "PUT /v2.0/routers/5ed3ca70-86a2-4224-8441-4f3e350e31ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4353428 Jul 21 21:12:42.539912 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32966) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:42.541324 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] Sync routers for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 21:12:42.551576 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:12:42.552229 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:12:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:42.640883 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks [] for router (5ed3ca70-86a2-4224-8441-4f3e350e31ec), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:42.655438 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: dv-cinder-850687-1-iscsi {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:12:42.745829 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks [] for router_gateway (5ed3ca70-86a2-4224-8441-4f3e350e31ec), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:42.765132 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:42.779158 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:42.790447 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Deleting port 92db813d-b1ac-4add-9647-6f74c0d7f2aa {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:12:42.790794 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:42.834595 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'external_fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:12:41Z', 'revision_number': 5, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port': {'id': '92db813d-b1ac-4add-9647-6f74c0d7f2aa', 'name': '', 'network_id': '951a3f21-a01d-47cd-808f-3544cb0a1a21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850687-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T21:05:15Z', 'updated_at': '2022-07-21T21:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff39fa61-c532-43e4-94e2-f2fd472b96e0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850687-1-iscsi'}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:42.859920 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] Checking router: 5ed3ca70-86a2-4224-8441-4f3e350e31ec for host: dv-cinder-850687-1-iscsi {{(pid=110832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 21:12:42.868310 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] Routers {'5ed3ca70-86a2-4224-8441-4f3e350e31ec'} bound to L3 agent in host dv-cinder-850687-1-iscsi {{(pid=110832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 21:12:42.868913 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850687-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T20:43:34Z,description=,heartbeat_timestamp=2022-07-21T21:12:34Z,host='dv-cinder-850687-1-iscsi',id=35d2f645-d867-445c-b2e7-0138cbbeeb21,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T20:43:34Z,topic='l3_agent')) {'router_ids': ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'], 'active': True} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:42.873904 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] For port 92db813d-b1ac-4add-9647-6f74c0d7f2aa, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=92db813d-b1ac-4add-9647-6f74c0d7f2aa,segment=NetworkSegment(12f43c85-e9c2-4ec3-ba82-c1076995d3f3),segment_id=12f43c85-e9c2-4ec3-ba82-c1076995d3f3)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:12:42.874275 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:42.891189 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Calling delete_port for 92db813d-b1ac-4add-9647-6f74c0d7f2aa owned by network:router_gateway {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:12:42.953273 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvr_db [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] Set router 5ed3ca70-86a2-4224-8441-4f3e350e31ec gateway port host: None {{(pid=110832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 21:12:43.002212 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_hamode_db [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:12:42Z', 'revision_number': 6, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port_host': None}], 'dv-cinder-850687-1-iscsi', False) {} {{(pid=110832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:43.031952 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd607b-23a1-48b6-8649-f201fd4b1f21 None None] The sync data for ids ['5ed3ca70-86a2-4224-8441-4f3e350e31ec'] in dv-cinder-850687-1-iscsi is: [{'id': '5ed3ca70-86a2-4224-8441-4f3e350e31ec', 'name': 'tempest-AttachVolumeNegativeTest-400395949-router', 'tenant_id': '6549bea44b794d03bab57a0c2a001992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T21:05:14Z', 'updated_at': '2022-07-21T21:12:42Z', 'revision_number': 6, 'project_id': '6549bea44b794d03bab57a0c2a001992', 'gw_port_host': None}] {{(pid=110832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 21:12:43.062345 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (92db813d-b1ac-4add-9647-6f74c0d7f2aa), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.343141 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Pushing event deleted for resources: {'Port': ['ID=92db813d-b1ac-4add-9647-6f74c0d7f2aa,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:43.408597 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8021793'] for router_gateway (5ed3ca70-86a2-4224-8441-4f3e350e31ec), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.498530 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8020981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32654'] for router (5ed3ca70-86a2-4224-8441-4f3e350e31ec), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.500659 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks [] for router_controller (5ed3ca70-86a2-4224-8441-4f3e350e31ec), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.536845 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:43.544499 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8020868'] for router (5ed3ca70-86a2-4224-8441-4f3e350e31ec), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.545158 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed3ca70-86a2-4224-8441-4f3e350e31ec {{(pid=110830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 21:12:43.549426 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] Publish callbacks [] for router (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.550574 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-6b9b85ac-210d-4ff1-82aa-d099232d9eec admin admin] 10.222.0.60 "DELETE /v2.0/routers/5ed3ca70-86a2-4224-8441-4f3e350e31ec HTTP/1.1" status: 204 len: 168 time: 1.0097449 Jul 21 21:12:43.553119 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32968) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:43.598114 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbddfda-113a-405d-80e7-86f3a648f1c5 admin admin] Deleting subnet 07ced35b-7941-4126-b0cc-2c24e2010e4b {{(pid=110830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 21:12:43.601426 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8fbddfda-113a-405d-80e7-86f3a648f1c5 admin admin] Publish callbacks [] for subnet (07ced35b-7941-4126-b0cc-2c24e2010e4b), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.635634 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8fbddfda-113a-405d-80e7-86f3a648f1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4930017'] for subnet (07ced35b-7941-4126-b0cc-2c24e2010e4b), precommit_delete_associations {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.657134 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:43.715443 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8fbddfda-113a-405d-80e7-86f3a648f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690749'] for subnet (07ced35b-7941-4126-b0cc-2c24e2010e4b), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.771909 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8fbddfda-113a-405d-80e7-86f3a648f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195813'] for subnet (07ced35b-7941-4126-b0cc-2c24e2010e4b), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.797815 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbddfda-113a-405d-80e7-86f3a648f1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ced35b-7941-4126-b0cc-2c24e2010e4b,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:43.803551 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8fbddfda-113a-405d-80e7-86f3a648f1c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.806867 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-8fbddfda-113a-405d-80e7-86f3a648f1c5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/07ced35b-7941-4126-b0cc-2c24e2010e4b HTTP/1.1" status: 204 len: 168 time: 0.2528226 Jul 21 21:12:43.810704 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32970) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:43.812576 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f10df-b0e6-489d-b8d6-a0796e6d465a None None] Network 9a056bea-ebfc-41ce-8004-0588675751ae requested from dv-cinder-850687-1-iscsi {{(pid=110832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 21:12:43.885466 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611380'] for network (9a056bea-ebfc-41ce-8004-0588675751ae), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.933460 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Deleting port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 {{(pid=110830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:12:43.933460 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:43.967380 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] DHCP port deletion for 9a056bea-ebfc-41ce-8004-0588675751ae request from dv-cinder-850687-1-iscsi {{(pid=110832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 21:12:44.000071 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.db [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] For port 70961b0a-37c2-4efe-af6c-685a1d9d56f2, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=70961b0a-37c2-4efe-af6c-685a1d9d56f2,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:12:44.000436 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.008638 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Deleting port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 {{(pid=110832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 21:12:44.009145 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607001528'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), before_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.015478 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.plugin [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Calling delete_port for 70961b0a-37c2-4efe-af6c-685a1d9d56f2 owned by network:dhcp {{(pid=110830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:12:44.076408 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.db [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] For port 70961b0a-37c2-4efe-af6c-685a1d9d56f2, host dv-cinder-850687-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850687-1-iscsi',level=0,port_id=70961b0a-37c2-4efe-af6c-685a1d9d56f2,segment=NetworkSegment(7846945b-461f-43d6-8be2-bae209437f12),segment_id=7846945b-461f-43d6-8be2-bae209437f12)] {{(pid=110832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 21:12:44.076886 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8024282'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), precommit_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.096305 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Calling delete_port for 70961b0a-37c2-4efe-af6c-685a1d9d56f2 owned by network:dhcp {{(pid=110832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 21:12:44.100634 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924370'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.123659 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70961b0a-37c2-4efe-af6c-685a1d9d56f2,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:44.129808 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] No DVR routers for this DVR port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 on host dv-cinder-850687-1-iscsi {{(pid=110830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:12:44.188355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-659783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8194963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607007016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606644749'] for port (70961b0a-37c2-4efe-af6c-685a1d9d56f2), after_delete {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.211096 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Pushing event deleted for resources: {'Port': ['ID=70961b0a-37c2-4efe-af6c-685a1d9d56f2,revision_number=None']} {{(pid=110832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:44.215481 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690870', 'neutron.services.segments.db._delete_segments_for_network-8735607112268'] for network (9a056bea-ebfc-41ce-8004-0588675751ae), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.221031 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.221385 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.221735 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.222077 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.222423 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.222758 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.223088 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.223418 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.223769 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.224105 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.224439 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.224769 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.225091 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.225414 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.225738 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:12:44.228533 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1997d-4393-4086-a922-074e8e2524b5 None None] No DVR routers for this DVR port 70961b0a-37c2-4efe-af6c-685a1d9d56f2 on host dv-cinder-850687-1-iscsi {{(pid=110832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 21:12:44.241554 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a056bea-ebfc-41ce-8004-0588675751ae']}} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:44.253051 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7846945b-461f-43d6-8be2-bae209437f12') {'for_net_delete': True} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:44.253382 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.services.segments.db [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7846945b-461f-43d6-8be2-bae209437f12') {} {{(pid=110830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 21:12:44.264236 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607110373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4930008'] for segment (7846945b-461f-43d6-8be2-bae209437f12), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.278153 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (7846945b-461f-43d6-8be2-bae209437f12), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.284449 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=110830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 21:12:44.284944 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924293'] for segment (7846945b-461f-43d6-8be2-bae209437f12), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.346218 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7933180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8021951'] for network (9a056bea-ebfc-41ce-8004-0588675751ae), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.351685 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7933166'] for network (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.356212 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9a056bea-ebfc-41ce-8004-0588675751ae HTTP/1.1" status: 204 len: 168 time: 0.5441642 Jul 21 21:12:44.367561 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d086f20-0fb6-49fe-ad2d-1b11d2ee95b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a056bea-ebfc-41ce-8004-0588675751ae,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:44.429191 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 7846945b-461f-43d6-8be2-bae209437f12 resource provider aggregate not found Jul 21 21:12:44.446358 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.services.segments.plugin [-] Segment 7846945b-461f-43d6-8be2-bae209437f12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7846945b-461f-43d6-8be2-bae209437f12 found for delete ", "request_id": "req-295ad1f9-a31c-4ee1-b3a5-1b124899604b"}]} Jul 21 21:12:44.485354 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32980) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:44.529439 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-c810108c-68a7-4705-939e-44e80d3b8fa4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6549bea44b794d03bab57a0c2a001992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428350 Jul 21 21:12:44.531906 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 32982) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:44.566522 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:44.585458 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e81d93c3-82af-4d84-8556-26219f8ecae0 admin admin] Publish callbacks [] for security_group (5fab089f-cc14-4fce-b79c-b7e45af8a462), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.598674 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:44.608560 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e81d93c3-82af-4d84-8556-26219f8ecae0 admin admin] Publish callbacks [] for security_group (5fab089f-cc14-4fce-b79c-b7e45af8a462), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.658506 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e81d93c3-82af-4d84-8556-26219f8ecae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (5fab089f-cc14-4fce-b79c-b7e45af8a462), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.661042 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-e81d93c3-82af-4d84-8556-26219f8ecae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:44.662202 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-e81d93c3-82af-4d84-8556-26219f8ecae0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fab089f-cc14-4fce-b79c-b7e45af8a462 HTTP/1.1" status: 204 len: 168 time: 0.1293771 Jul 21 21:12:44.672166 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d93c3-82af-4d84-8556-26219f8ecae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fab089f-cc14-4fce-b79c-b7e45af8a462,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:45.042974 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 7864642d-b1c5-4908-9d7a-21aacd6d5740 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:12:45.063936 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 7864642d-b1c5-4908-9d7a-21aacd6d5740 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:12:45.064293 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 7864642d-b1c5-4908-9d7a-21aacd6d5740 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:12:45.064725 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 92db813d-b1ac-4add-9647-6f74c0d7f2aa no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:12:45.086808 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 92db813d-b1ac-4add-9647-6f74c0d7f2aa {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:12:45.087162 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 92db813d-b1ac-4add-9647-6f74c0d7f2aa not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:12:45.087590 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 70961b0a-37c2-4efe-af6c-685a1d9d56f2 no longer exists at agent ovs-agent-dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 21:12:45.105612 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] No Port match for: 70961b0a-37c2-4efe-af6c-685a1d9d56f2 {{(pid=110832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 21:12:45.105963 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron.plugins.ml2.rpc [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Device 70961b0a-37c2-4efe-af6c-685a1d9d56f2 not bound to the agent host dv-cinder-850687-1-iscsi {{(pid=110832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 21:12:46.933370 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:46.936614 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:46.946804 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:46.974366 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=65,neutron:DELETE=6 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:51.073341 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:54.114110 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33096) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:54.218824 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ed185d42-dc68-4211-aabc-d0d1875a9280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:54.296457 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ed185d42-dc68-4211-aabc-d0d1875a9280 admin admin] Publish callbacks [] for security_group (ce45e2a2-b503-4c5f-bfff-fb1a069ba1d6), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:54.300171 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-ed185d42-dc68-4211-aabc-d0d1875a9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ce45e2a2-b503-4c5f-bfff-fb1a069ba1d6), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:54.341204 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-ed185d42-dc68-4211-aabc-d0d1875a9280 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9eb51b1a88224365a114d672419eae21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260220 Jul 21 21:12:54.342056 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed185d42-dc68-4211-aabc-d0d1875a9280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce45e2a2-b503-4c5f-bfff-fb1a069ba1d6,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:54.344178 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 33100) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:54.393938 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b2cada84-b05f-4c02-a753-5195ad9991c5 admin admin] Publish callbacks [] for security_group (ce45e2a2-b503-4c5f-bfff-fb1a069ba1d6), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:54.415688 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b2cada84-b05f-4c02-a753-5195ad9991c5 admin admin] Publish callbacks [] for security_group (ce45e2a2-b503-4c5f-bfff-fb1a069ba1d6), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:54.467313 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b2cada84-b05f-4c02-a753-5195ad9991c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (ce45e2a2-b503-4c5f-bfff-fb1a069ba1d6), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:54.469917 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-b2cada84-b05f-4c02-a753-5195ad9991c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:54.471083 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-b2cada84-b05f-4c02-a753-5195ad9991c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce45e2a2-b503-4c5f-bfff-fb1a069ba1d6 HTTP/1.1" status: 204 len: 168 time: 0.1259146 Jul 21 21:12:54.478867 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cada84-b05f-4c02-a753-5195ad9991c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce45e2a2-b503-4c5f-bfff-fb1a069ba1d6,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:56.143761 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33150) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:56.251907 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2e693802-ac0d-4c0f-93ca-bc4718ef1a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.329198 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2e693802-ac0d-4c0f-93ca-bc4718ef1a3a admin admin] Publish callbacks [] for security_group (3c8adc97-a03f-4c74-bf7c-d19d16537021), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.332809 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-2e693802-ac0d-4c0f-93ca-bc4718ef1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3c8adc97-a03f-4c74-bf7c-d19d16537021), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.374416 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-2e693802-ac0d-4c0f-93ca-bc4718ef1a3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1f44f5641154e3a82ed5e9c1c31bf83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295461 Jul 21 21:12:56.375288 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e693802-ac0d-4c0f-93ca-bc4718ef1a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8adc97-a03f-4c74-bf7c-d19d16537021,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:56.378092 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 33154) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:56.432173 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f889452f-1a81-4af0-ac47-43c2bfb50b5f admin admin] Publish callbacks [] for security_group (3c8adc97-a03f-4c74-bf7c-d19d16537021), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.453549 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f889452f-1a81-4af0-ac47-43c2bfb50b5f admin admin] Publish callbacks [] for security_group (3c8adc97-a03f-4c74-bf7c-d19d16537021), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.504144 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f889452f-1a81-4af0-ac47-43c2bfb50b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (3c8adc97-a03f-4c74-bf7c-d19d16537021), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.506645 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f889452f-1a81-4af0-ac47-43c2bfb50b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.507825 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f889452f-1a81-4af0-ac47-43c2bfb50b5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c8adc97-a03f-4c74-bf7c-d19d16537021 HTTP/1.1" status: 204 len: 168 time: 0.1282625 Jul 21 21:12:56.516084 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889452f-1a81-4af0-ac47-43c2bfb50b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8adc97-a03f-4c74-bf7c-d19d16537021,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:56.774590 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33160) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:56.788801 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-15ab0d0c-9683-448a-b7ad-d67bc6c7e9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.867841 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-15ab0d0c-9683-448a-b7ad-d67bc6c7e9b9 admin admin] Publish callbacks [] for security_group (2efb5117-e445-4417-9aa6-d24aa7769e65), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.871605 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-15ab0d0c-9683-448a-b7ad-d67bc6c7e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (2efb5117-e445-4417-9aa6-d24aa7769e65), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.910102 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab0d0c-9683-448a-b7ad-d67bc6c7e9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efb5117-e445-4417-9aa6-d24aa7769e65,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:12:56.915684 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-15ab0d0c-9683-448a-b7ad-d67bc6c7e9b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec237851d9834938bdd003d05e0b13e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400683 Jul 21 21:12:56.918305 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33162) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:12:56.970968 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49e727ae-81d2-4818-8e81-93178c644b3a admin admin] Publish callbacks [] for security_group (2efb5117-e445-4417-9aa6-d24aa7769e65), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.992694 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49e727ae-81d2-4818-8e81-93178c644b3a admin admin] Publish callbacks [] for security_group (2efb5117-e445-4417-9aa6-d24aa7769e65), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:56.998820 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:12:57.041853 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49e727ae-81d2-4818-8e81-93178c644b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (2efb5117-e445-4417-9aa6-d24aa7769e65), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:57.045484 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-49e727ae-81d2-4818-8e81-93178c644b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:12:57.046625 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-49e727ae-81d2-4818-8e81-93178c644b3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2efb5117-e445-4417-9aa6-d24aa7769e65 HTTP/1.1" status: 204 len: 168 time: 0.1267805 Jul 21 21:12:57.054432 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e727ae-81d2-4818-8e81-93178c644b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efb5117-e445-4417-9aa6-d24aa7769e65,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:01.197261 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-7f430341-b893-46a6-b620-1fbc6019fd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:04.123522 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f1bd9f6c-3228-4f9b-bf15-e877b66dce36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:06.282213 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:06.489746 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:06.511898 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:06.684128 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:07.026337 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:07.050057 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:07.539569 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:10.265624 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:13:17.529116 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:17.535516 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:21.092086 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:29.050553 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:29.052500 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:31.086488 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:31.088424 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:31.202182 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c56cd319-a028-453e-8f98-bf8385f9d45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:34.126076 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-3fc522ba-18c6-4133-9f2e-857e409738be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:36.286984 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:36.688405 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:37.541269 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:43.313276 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33546) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:13:43.427286 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:43.502670 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Publish callbacks [] for security_group (02303690-6c9d-4c2c-93f4-748e2b287a17), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:43.508093 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (02303690-6c9d-4c2c-93f4-748e2b287a17), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:43.547948 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6fae9d95032440fb07fe649fb3c3779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335472 Jul 21 21:13:43.548894 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02303690-6c9d-4c2c-93f4-748e2b287a17,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:43.550706 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 33550) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:13:43.556854 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.557209 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.557558 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.557904 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.558246 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.558579 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.558910 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.559242 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.559574 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.559951 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.560265 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.560593 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.560920 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.561246 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.561572 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e0af7-cd40-4ad3-a829-df4827bb15b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.601647 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Publish callbacks [] for security_group (02303690-6c9d-4c2c-93f4-748e2b287a17), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:43.623359 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Publish callbacks [] for security_group (02303690-6c9d-4c2c-93f4-748e2b287a17), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:43.670804 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (02303690-6c9d-4c2c-93f4-748e2b287a17), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:43.673333 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:43.674467 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02303690-6c9d-4c2c-93f4-748e2b287a17 HTTP/1.1" status: 204 len: 168 time: 0.1221664 Jul 21 21:13:43.683513 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02303690-6c9d-4c2c-93f4-748e2b287a17,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:43.690641 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.690998 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.691611 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.692071 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.692294 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.692622 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.692943 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.693263 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.693582 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.693900 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.694221 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.694547 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.694860 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.695177 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.695494 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7735629-1b15-499d-a0c1-9964b0496e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850687-1-iscsi {{(pid=110831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 21:13:43.944101 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 33556) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:13:43.957393 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a8068f43-cdb3-46d9-9ffa-78f46b2e77ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:44.034598 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a8068f43-cdb3-46d9-9ffa-78f46b2e77ca admin admin] Publish callbacks [] for security_group (a653fa7c-1c52-4b19-9422-fd9304a64ad7), precommit_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:44.039041 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a8068f43-cdb3-46d9-9ffa-78f46b2e77ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a653fa7c-1c52-4b19-9422-fd9304a64ad7), after_create {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:44.078490 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a8068f43-cdb3-46d9-9ffa-78f46b2e77ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1b397c43d7745c3960b7b5ec1bceb6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333389 Jul 21 21:13:44.079363 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8068f43-cdb3-46d9-9ffa-78f46b2e77ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a653fa7c-1c52-4b19-9422-fd9304a64ad7,revision_number=1']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:44.081176 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33558) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:13:44.138810 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f2e25355-bf6c-4784-b6fc-261a4aa122cb admin admin] Publish callbacks [] for security_group (a653fa7c-1c52-4b19-9422-fd9304a64ad7), before_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:44.162379 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f2e25355-bf6c-4784-b6fc-261a4aa122cb admin admin] Publish callbacks [] for security_group (a653fa7c-1c52-4b19-9422-fd9304a64ad7), precommit_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:44.207929 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f2e25355-bf6c-4784-b6fc-261a4aa122cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a653fa7c-1c52-4b19-9422-fd9304a64ad7), after_delete {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:44.210437 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-f2e25355-bf6c-4784-b6fc-261a4aa122cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:44.211617 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-f2e25355-bf6c-4784-b6fc-261a4aa122cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a653fa7c-1c52-4b19-9422-fd9304a64ad7 HTTP/1.1" status: 204 len: 168 time: 0.1288402 Jul 21 21:13:44.219382 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e25355-bf6c-4784-b6fc-261a4aa122cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a653fa7c-1c52-4b19-9422-fd9304a64ad7,revision_number=None']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:45.796740 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33602) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:13:45.902577 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fdf10eae-286a-4e02-8cb4-0be103a0f116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:45.980292 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fdf10eae-286a-4e02-8cb4-0be103a0f116 admin admin] Publish callbacks [] for security_group (1d39abf0-52d9-46b7-a8f2-44467b33ae4d), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:45.983896 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-fdf10eae-286a-4e02-8cb4-0be103a0f116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (1d39abf0-52d9-46b7-a8f2-44467b33ae4d), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.024461 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-fdf10eae-286a-4e02-8cb4-0be103a0f116 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7d0ad8b117e4bc7a384c4ba30f0109c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266517 Jul 21 21:13:46.025406 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf10eae-286a-4e02-8cb4-0be103a0f116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d39abf0-52d9-46b7-a8f2-44467b33ae4d,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:46.027106 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 33606) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:13:46.075798 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a8bce2f1-d59a-4ea2-a992-6a9b1cb7fecb admin admin] Publish callbacks [] for security_group (1d39abf0-52d9-46b7-a8f2-44467b33ae4d), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.097267 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a8bce2f1-d59a-4ea2-a992-6a9b1cb7fecb admin admin] Publish callbacks [] for security_group (1d39abf0-52d9-46b7-a8f2-44467b33ae4d), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.144143 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a8bce2f1-d59a-4ea2-a992-6a9b1cb7fecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (1d39abf0-52d9-46b7-a8f2-44467b33ae4d), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.147211 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-a8bce2f1-d59a-4ea2-a992-6a9b1cb7fecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.148392 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-a8bce2f1-d59a-4ea2-a992-6a9b1cb7fecb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d39abf0-52d9-46b7-a8f2-44467b33ae4d HTTP/1.1" status: 204 len: 168 time: 0.1202683 Jul 21 21:13:46.156250 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bce2f1-d59a-4ea2-a992-6a9b1cb7fecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d39abf0-52d9-46b7-a8f2-44467b33ae4d,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:46.412378 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33612) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:13:46.426131 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4777d6c9-3862-4c1b-8d6c-74bddccecec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.503328 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4777d6c9-3862-4c1b-8d6c-74bddccecec3 admin admin] Publish callbacks [] for security_group (adc33980-96b3-445b-822c-70e977e325d9), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.506951 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-4777d6c9-3862-4c1b-8d6c-74bddccecec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (adc33980-96b3-445b-822c-70e977e325d9), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.549762 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-4777d6c9-3862-4c1b-8d6c-74bddccecec3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d4480c2d4ed4078b9f51264aa2272a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363037 Jul 21 21:13:46.551298 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777d6c9-3862-4c1b-8d6c-74bddccecec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc33980-96b3-445b-822c-70e977e325d9,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:46.553136 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 33614) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:13:46.605005 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8fb92708-deff-4605-9bf0-93594a36bbbf admin admin] Publish callbacks [] for security_group (adc33980-96b3-445b-822c-70e977e325d9), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.628711 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8fb92708-deff-4605-9bf0-93594a36bbbf admin admin] Publish callbacks [] for security_group (adc33980-96b3-445b-822c-70e977e325d9), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.676327 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8fb92708-deff-4605-9bf0-93594a36bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (adc33980-96b3-445b-822c-70e977e325d9), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.678772 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-8fb92708-deff-4605-9bf0-93594a36bbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:46.679939 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-8fb92708-deff-4605-9bf0-93594a36bbbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/adc33980-96b3-445b-822c-70e977e325d9 HTTP/1.1" status: 204 len: 168 time: 0.1256995 Jul 21 21:13:46.688036 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb92708-deff-4605-9bf0-93594a36bbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc33980-96b3-445b-822c-70e977e325d9,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:13:47.264560 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:13:51.096944 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:13:56.532601 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=73,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:56.546650 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:56.665788 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=65,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:56.684141 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=5 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:59.993287 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:13:59.994104 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:01.090721 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:01.092614 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:01.204885 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e8fa14dd-e215-4256-88b0-8e5933dac595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:04.128789 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-aa379093-0461-4478-8263-de0bb9d4de0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:06.290639 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:06.691222 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:07.545119 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:10.523741 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [-] (110830) accepted ('10.222.0.60', 33768) {{(pid=110830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:14:10.626881 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-359844f3-1db8-4d29-9e52-27c71a55195e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:10.702970 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-359844f3-1db8-4d29-9e52-27c71a55195e admin admin] Publish callbacks [] for security_group (a63dea3d-83e7-4cf5-bce7-5a73cb7f7276), precommit_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:10.706491 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron_lib.callbacks.manager [None req-359844f3-1db8-4d29-9e52-27c71a55195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a63dea3d-83e7-4cf5-bce7-5a73cb7f7276), after_create {{(pid=110830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:10.748349 dv-cinder-850687-1-iscsi neutron-server[110830]: INFO neutron.wsgi [None req-359844f3-1db8-4d29-9e52-27c71a55195e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af3f544fda5c42b8b7c168f798d5d553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235277 Jul 21 21:14:10.749211 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359844f3-1db8-4d29-9e52-27c71a55195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63dea3d-83e7-4cf5-bce7-5a73cb7f7276,revision_number=1']} {{(pid=110830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:14:10.751035 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [-] (110831) accepted ('10.222.0.60', 33772) {{(pid=110831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 21:14:10.799411 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3900a1ba-61fd-485b-8650-b5bb6797e63d admin admin] Publish callbacks [] for security_group (a63dea3d-83e7-4cf5-bce7-5a73cb7f7276), before_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:10.821346 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3900a1ba-61fd-485b-8650-b5bb6797e63d admin admin] Publish callbacks [] for security_group (a63dea3d-83e7-4cf5-bce7-5a73cb7f7276), precommit_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:10.867369 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3900a1ba-61fd-485b-8650-b5bb6797e63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7987516'] for security_group (a63dea3d-83e7-4cf5-bce7-5a73cb7f7276), after_delete {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:10.870088 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron_lib.callbacks.manager [None req-3900a1ba-61fd-485b-8650-b5bb6797e63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:10.871495 dv-cinder-850687-1-iscsi neutron-server[110831]: INFO neutron.wsgi [None req-3900a1ba-61fd-485b-8650-b5bb6797e63d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a63dea3d-83e7-4cf5-bce7-5a73cb7f7276 HTTP/1.1" status: 204 len: 168 time: 0.1193850 Jul 21 21:14:10.879223 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900a1ba-61fd-485b-8650-b5bb6797e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63dea3d-83e7-4cf5-bce7-5a73cb7f7276,revision_number=None']} {{(pid=110831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 21:14:17.537573 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:20.741875 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:20.744405 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG dbcounter [-] [110830] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=110830) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:20.874692 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:20.875394 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG dbcounter [-] [110831] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=110831) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:20.892844 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:21.117870 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:24.263656 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:14:31.111529 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:31.113517 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:31.209504 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-eb71ed86-9cf4-45c0-b794-e38ab7d45752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:34.134099 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e685d82e-8742-4a32-8e9f-de38b970ec99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:36.292809 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:36.693230 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:36.990354 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=16 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:36.991044 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=18 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:37.547086 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:14:47.542104 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=11 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:47.542887 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:14:51.124976 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:01.212442 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-1272c12f-6439-4d4f-9c37-fcb6a5623db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:01.264006 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:15:04.136402 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2bfb38e9-bf8c-4b86-8a4a-ef101526cd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:06.301217 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:06.699660 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:07.548853 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:13.988516 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:13.989243 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:17.543595 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:17.544395 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:21.114720 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:29.056417 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:31.101894 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:31.107054 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:31.214445 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e353c91f-aa2f-4d41-a222-d6e3d2ec2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:34.138899 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-17a2fe0f-75b5-4f29-aedc-7963d70114ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:36.297864 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:36.695098 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:37.551459 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:15:38.263166 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:15:47.545864 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:47.547844 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:50.984747 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:50.985523 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=3 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:15:51.110131 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:01.103513 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:01.105401 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:01.218554 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-cc0a2e39-a6e9-4a34-8651-162f7fcb545f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:04.140982 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-17e22b68-ce54-40e3-ba57-ded44de25574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:06.300560 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:06.697602 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:07.553569 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:15.262092 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:16:17.547765 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:17.549674 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:21.109983 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:27.980822 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=18 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:27.981589 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=16 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:31.102680 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:31.103972 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:31.223909 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-d3dac467-791f-4751-9856-1d0accd6f1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:34.144320 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4723d97b-bd3e-4290-808f-9ebc0d8164e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:36.304337 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:36.699979 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:37.556043 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:47.545656 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:47.552306 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:16:51.122285 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:16:52.260825 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:17:01.115961 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:01.117867 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:01.225304 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-23849a4f-d98b-4359-8f9f-6727244fd391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:04.145139 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ab74-7482-4a14-85ff-6fb5e0096d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:04.972768 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:04.976858 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:06.306945 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:06.703816 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:07.558028 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:17.552011 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:17.553682 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:21.144276 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:29.259606 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:17:30.022046 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:31.138113 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:31.139603 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:31.226894 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-64e13053-637f-4799-be88-20227e63cd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:34.147225 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c4bca9a9-a53d-4b04-8cf2-07b49a783ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:36.308359 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:36.706182 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:37.596407 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:17:41.983364 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=8 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:41.984176 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=2 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:46.452731 dv-cinder-850687-1-iscsi neutron-server[110830]: DEBUG neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-78944c71-78dd-43f2-bcd3-7c4aef48646e service neutron] (110830) timed out ('10.222.0.60', 56270) {{(pid=110830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 21:17:46.577242 dv-cinder-850687-1-iscsi neutron-server[110831]: DEBUG neutron.wsgi [req-4c91011d-2c4a-4d1b-9bae-1260e75db527 req-a1e2c835-faa7-4e5d-97f0-7b41d1720bf4 tempest-AttachVolumeShelveTestJSON-283935891 tempest-AttachVolumeShelveTestJSON-283935891-project] (110831) timed out ('10.222.0.60', 56280) {{(pid=110831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 21:17:47.603221 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:47.604038 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:17:51.152613 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:01.142581 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:01.147844 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:01.229974 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c1083528-5591-4e5d-8cda-53cf0b66b7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:04.148242 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-e8836242-94a4-4a05-83d6-b222ad9fced0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:06.259061 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:18:06.311763 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:06.709014 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:07.564074 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:17.558398 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:17.560355 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:21.167289 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:27.588237 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=19 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:27.589008 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=15 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:31.160424 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:31.162299 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:31.231461 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2c550236-b728-45e1-86ed-13c3f6c83f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:34.152230 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2d090706-17a5-467a-a4f0-9a3536d35061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:36.316415 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:36.711626 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:37.566767 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:43.258233 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:18:47.560813 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:47.562650 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:51.174601 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:18:55.990709 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:18:55.994710 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:01.165064 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:01.171035 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:01.233387 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f54aa0cf-a5c7-4e1c-9f42-d615d8337b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:04.155077 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-90f7b1e7-04c2-4b30-a5c0-3727dc0beb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:06.317858 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:06.717219 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:07.569802 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:17.558620 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:17.564528 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:20.256837 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG neutron.db.agents_db [None req-8c4b234e-5c46-465d-a4c7-c91df6daa9e7 None None] Agent healthcheck: found 6 active agents {{(pid=110833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 21:19:21.165356 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f04b-fcf2-4c4c-b5a5-2ed48ae64b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (72ba6b6f-26cd-429c-ac7b-0580295a0745), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:31.159093 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:31.160978 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:31.234813 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-30f39591-0af1-428c-9c9e-712eccb325eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (4b70914f-39c3-456e-84a5-1dd16abd0a72), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:33.001137 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:33.001911 dv-cinder-850687-1-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=5 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:34.157713 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-2dbe27ab-5950-48fa-840a-6040c0f8f95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (35d2f645-d867-445c-b2e7-0138cbbeeb21), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:36.320512 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-c175741c-ba25-4b4a-ac39-5ee94793d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (06571d5c-891d-4bf0-9383-9a5471497756), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:36.721241 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a9bf-bde6-46e1-bdc2-49c82015e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (783cd4ae-511a-4a21-9154-2d69718b9d76), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:37.613419 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG neutron_lib.callbacks.manager [None req-4e88e176-6902-44c4-9f25-e22e4b892d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607112250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719989'] for agent (8fa761e4-a5e8-40bc-a60b-19d2544aa225), after_update {{(pid=110832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 21:19:47.608326 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 21:19:47.614494 dv-cinder-850687-1-iscsi neutron-server[110832]: DEBUG dbcounter [-] [110832] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}